-- Logs begin at Wed 2021-12-15 12:56:27 UTC, end at Wed 2021-12-15 13:53:29 UTC. -- Dec 15 13:28:12.110765 dv-cinder-813228-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 13:28:14.957814 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.common.config [-] Logging enabled! Dec 15 13:28:14.958417 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 13:28:14.958527 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102540) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 13:28:14.961910 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.common.config [-] Logging enabled! Dec 15 13:28:14.962169 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 13:28:14.962489 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102540) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 13:28:14.963433 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:28:14.963671 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:28:14.964046 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:28:14.964292 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:28:14.964523 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:28:14.964847 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.965275 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 13:28:14.965591 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.965926 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.966234 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.966524 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.966822 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.967110 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.967403 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.967706 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.968020 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.968304 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.968593 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.968890 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.969176 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.969470 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.969777 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.970064 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] debug = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.970348 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.970780 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.971194 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.971479 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.971773 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.972058 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.972334 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.972614 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.972901 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.973235 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] host = dv-cinder-813228-4-iscsi {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.973517 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.973838 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.974131 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.974421 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.974700 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.974979 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.975268 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.975544 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.975821 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] log_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.976133 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.976438 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.976687 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.976979 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.977208 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.977432 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.977734 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.978048 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.978328 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.978604 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.978881 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.979158 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.979439 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.979709 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.979997 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.980284 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.980572 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.980850 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.981123 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.981397 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.981669 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.981988 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.982264 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.982540 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.982816 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.983108 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.983383 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.984172 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.984483 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.984772 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.985059 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.985352 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.985632 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.985945 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.986223 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.986498 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.986775 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] use_json = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.987052 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.987329 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.987614 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.987891 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.988167 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.988444 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.988719 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.989008 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:14.989309 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.989611 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.989943 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.990233 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.990543 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.990825 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.991117 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.991400 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.991694 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.991986 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.992277 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.992557 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.992846 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.993125 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.993424 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.993732 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.994061 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.994364 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.994643 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.994920 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.995197 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.995478 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.995768 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.996048 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.996341 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.996632 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.996914 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.997213 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.997506 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.997828 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.998127 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.998405 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.998689 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.998985 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:14.999872 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.000157 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.000445 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.000742 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.001025 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.001303 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.001589 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.001902 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.002183 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.002460 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.002744 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.003037 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.003319 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.003595 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.003872 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.004153 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.004432 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.004718 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.004997 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.005273 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.005549 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.005851 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.006133 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.006412 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.006695 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.006971 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.007252 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.007530 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.007803 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.008081 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.008355 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.008631 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.008906 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.009180 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.009458 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.009730 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.010028 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.010303 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.010578 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.010856 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.011145 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.011444 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.011723 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.012004 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.012284 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.012564 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.012842 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.013120 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.013398 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.013677 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.013976 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.014274 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.014566 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.014878 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.015165 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.015470 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.015771 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.016052 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.016339 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.016618 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.016899 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.017185 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.017469 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.017795 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.018092 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.018392 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.018689 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.018981 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.019265 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.019577 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.019860 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:15.020079 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:28:15.020323 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102540) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 13:28:15.450998 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 13:28:15.451279 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 13:28:15.451598 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 13:28:15.451943 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 13:28:15.779694 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.779931 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.780202 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.781990 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.782274 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.782537 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.829320 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.829592 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.829885 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.843869 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.844150 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.844420 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.872377 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.872656 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.872927 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.910673 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.910953 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:15.911223 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.248974 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.250294 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.250294 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.250467 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.251045 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.351982 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.352308 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.352592 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.352859 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.353122 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.353432 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.353690 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.353971 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.354225 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.354509 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.354768 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.355032 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.355290 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.355546 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.355816 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.356081 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.356337 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.356613 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.356883 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.357140 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.357413 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.357666 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.357969 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.358350 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.359130 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.359379 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.359786 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:16.360026 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:16.360263 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:16.360500 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:16.360733 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:16.360965 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:16.361334 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 13:28:16.364679 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 13:28:16.368784 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 13:28:16.372854 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Dec 15 13:28:16.375105 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 13:28:16.375574 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 13:28:16.375907 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 13:28:16.376296 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 13:28:16.379197 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 13:28:16.379451 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 13:28:16.379800 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 13:28:16.385145 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 13:28:16.408389 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 13:28:16.408852 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.409155 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102540) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 13:28:16.409522 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.410953 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102540) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 13:28:16.411240 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 13:28:16.411489 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 13:28:16.414828 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.415112 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:16.479040 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 13:28:16.479283 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 13:28:16.479518 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 13:28:16.479904 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 13:28:16.503033 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_db.sqlalchemy.engines [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102540) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 13:28:16.947668 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Initializing driver for type 'gre' Dec 15 13:28:16.948247 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] gre ID ranges: [(1, 1000)] Dec 15 13:28:17.004499 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Initializing driver for type 'local' Dec 15 13:28:17.004824 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Initializing driver for type 'vlan' Dec 15 13:28:17.018795 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] VlanTypeDriver initialization complete Dec 15 13:28:17.019124 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Initializing driver for type 'vxlan' Dec 15 13:28:17.019627 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] vxlan ID ranges: [(1, 1000)] Dec 15 13:28:17.076641 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Initializing extension driver 'port_security' Dec 15 13:28:17.077145 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.extensions.port_security [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] PortSecurityExtensionDriver initialization complete Dec 15 13:28:17.078193 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Initializing mechanism driver 'openvswitch' Dec 15 13:28:17.078750 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Initializing mechanism driver 'hyperv' Dec 15 13:28:17.088035 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.plugins.ml2.plugin [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:17.088890 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > port after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.089260 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > port after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.089611 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > port after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.090265 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:17.090616 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > subnet after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.090966 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > subnet after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.091307 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.091708 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:17.092113 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > network after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.092457 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > network after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.092794 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > network after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.093784 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:17.094197 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > security_group after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.094542 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > security_group after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.094881 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > security_group after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.095280 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:17.095683 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.096027 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.096362 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.096758 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:17.097156 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > address_group after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.097499 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > address_group after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.097862 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > address_group after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.098262 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:28:17.098637 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] ML2 OVO RPC backend initialized. {{(pid=102540) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 13:28:17.099347 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.099695 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.100107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > network before_response 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.100447 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > networks before_response 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.100786 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > port before_response 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.101121 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > ports before_response 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.101455 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > subnet before_response 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.101815 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > subnets before_response 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.102156 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > network after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.102492 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > network after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.102820 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > network after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.103152 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > port after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.103485 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > port after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.103811 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > port after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.104147 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > subnet after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.104473 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > subnet after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.104801 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.105388 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.plugin [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Modular L2 Plugin initialization complete Dec 15 13:28:17.105711 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading services supported by the core plugin {{(pid=102540) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 13:28:17.106057 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.plugins.ml2.managers [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Got port-security extension from driver 'port_security' Dec 15 13:28:17.106518 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.extensions.vlantransparent [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Disabled vlantransparent extension. Dec 15 13:28:17.107002 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102540) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 13:28:17.107315 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading Plugin: router Dec 15 13:28:17.144424 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router_interface before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.144816 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router after_create 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.145180 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router before_create 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.145539 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.145938 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.146291 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router after_delete 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.146644 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > floatingip after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.147117 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > floatingip after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.147470 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router after_create 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.147815 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router after_update 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.148159 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router after_update 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.148509 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.148861 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router after_update 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.149273 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_update 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.149638 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: port after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.150026 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: port after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.150345 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: subnet after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.150683 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.151026 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > port precommit_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.151366 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_create 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.151700 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: port before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.152032 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.152379 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router after_update 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.152714 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_delete 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.153058 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_create 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.153411 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.153766 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_update 55549900 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.154138 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > agent after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.154489 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > agent after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.154826 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > network after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.156363 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Tracking information for resource: router configured {{(pid=102540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:17.156727 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Tracking information for resource: floatingip configured {{(pid=102540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:28:17.161939 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.db.l3_agentschedulers_db [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 13:28:17.162533 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: port after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.162892 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: port after_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.163243 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: port after_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.163589 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: port after_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.164402 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router before_create 55550100 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.164764 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_delete 55550100 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.165116 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_create 55550100 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.165464 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > router precommit_update 55550100 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.170458 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.services.provider_configuration [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service providers = [] {{(pid=102540) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 13:28:17.170820 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.db.servicetype_db [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102540) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 13:28:17.173918 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.services.service_base [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102540) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:28:17.174262 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.services.service_base [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102540) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:28:17.174596 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.services.service_base [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102540) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:28:17.175827 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.services.service_base [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102540) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:28:17.175827 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.services.service_base [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 13:28:17.176221 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:17.176533 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 13:28:17.187619 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:17.187951 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading Plugin: auto_allocate Dec 15 13:28:17.193877 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: network precommit_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.194243 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: network precommit_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.194767 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:17.195085 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading Plugin: tag Dec 15 13:28:17.202854 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:17.203134 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading Plugin: timestamp Dec 15 13:28:17.207052 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:17.207377 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading Plugin: network_ip_availability Dec 15 13:28:17.213193 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.213568 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.213950 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.214973 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:17.215087 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading Plugin: flavors Dec 15 13:28:17.220800 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:17.221123 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading Plugin: revisions Dec 15 13:28:17.225661 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:28:17.226084 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_concurrency.lockutils [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=102540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 13:28:17.226857 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102540) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 13:28:17.227194 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Initializing extension manager. Dec 15 13:28:17.227712 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: __init__.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.228052 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: __pycache__ {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.228383 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.228714 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: address_group.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.229504 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.230112 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: address-group Dec 15 13:28:17.230433 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: address_scope.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.231145 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.231651 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: address-scope Dec 15 13:28:17.231975 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: admin_state_down_before_update.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.232954 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.233459 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: router-admin-state-down-before-update Dec 15 13:28:17.233834 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: agent.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.234537 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.235041 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: agent Dec 15 13:28:17.235360 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: agent_resources_synced.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.236268 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.236777 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: agent-resources-synced Dec 15 13:28:17.237095 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: allowedaddresspairs.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.238986 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.239510 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: allowed-address-pairs Dec 15 13:28:17.239830 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: auto_allocated_topology.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.240927 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.241449 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: auto-allocated-topology Dec 15 13:28:17.241792 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: availability_zone.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.242487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.242992 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: availability_zone Dec 15 13:28:17.243306 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: availability_zone_filter.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.244233 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.244738 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: availability_zone_filter Dec 15 13:28:17.245048 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: data_plane_status.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.245978 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.246479 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 13:28:17.246796 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: default_subnetpools.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.247709 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.248216 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: default-subnetpools Dec 15 13:28:17.248532 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: dhcpagentscheduler.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.249899 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.250453 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: dhcp_agent_scheduler Dec 15 13:28:17.250709 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: dns.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.251696 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.252294 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension dns-integration not supported by any of loaded plugins Dec 15 13:28:17.252655 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: dns_domain_ports.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.253771 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.254323 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 13:28:17.254677 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.256181 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.256843 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 13:28:17.257187 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: dvr.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.258066 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.258641 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: dvr Dec 15 13:28:17.259102 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: ecmp_routes.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.260159 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.260820 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 13:28:17.261147 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: empty_string_filtering.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.262429 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.262991 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: empty-string-filtering Dec 15 13:28:17.263314 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.264432 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.265668 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 13:28:17.266160 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.267366 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.268028 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 13:28:17.268431 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: external_net.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.269566 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.270217 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: external-net Dec 15 13:28:17.270613 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: extra_dhcp_opt.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.271805 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.272451 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: extra_dhcp_opt Dec 15 13:28:17.272802 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: extraroute.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.274039 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.274680 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: extraroute Dec 15 13:28:17.275125 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: extraroute_atomic.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.278184 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.278707 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: extraroute-atomic Dec 15 13:28:17.279035 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: filter_validation.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.279730 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.280245 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: filter-validation Dec 15 13:28:17.280593 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: fip_pf_description.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.281522 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.282059 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 13:28:17.282378 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: fip_port_details.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.283299 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.283813 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: fip-port-details Dec 15 13:28:17.284126 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: flavors.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.285403 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.285959 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: flavors Dec 15 13:28:17.286290 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.288108 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.288639 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 13:28:17.288954 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: floatingip_pools.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.289655 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.290820 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: floatingip-pools Dec 15 13:28:17.290820 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: ip_allocation.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.291418 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.291924 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 13:28:17.292241 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.293162 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.293669 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: ip-substring-filtering Dec 15 13:28:17.294021 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: l2_adjacency.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.294946 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.295451 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 13:28:17.295769 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: l3.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.296799 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.297313 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: router Dec 15 13:28:17.297633 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: l3_conntrack_helper.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.299999 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.300542 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 13:28:17.300873 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.301840 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.302358 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: ext-gw-mode Dec 15 13:28:17.302684 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.303696 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.304234 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: l3-ha Dec 15 13:28:17.304564 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: l3_flavors.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.305490 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.306041 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: l3-flavors Dec 15 13:28:17.306364 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.307278 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.307790 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 13:28:17.308112 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: l3agentscheduler.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.309206 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.309718 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: l3_agent_scheduler Dec 15 13:28:17.310068 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: local_ip.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.312445 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.312968 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension local_ip not supported by any of loaded plugins Dec 15 13:28:17.313299 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: logging.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.314812 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.315342 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension logging not supported by any of loaded plugins Dec 15 13:28:17.315672 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: metering.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.316582 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.317163 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: metering Dec 15 13:28:17.317486 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.318644 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.319161 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: metering_source_and_destination_fields Dec 15 13:28:17.319484 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: multiprovidernet.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.320421 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.320930 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: multi-provider Dec 15 13:28:17.321248 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: netmtu.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.322184 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.322693 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: net-mtu Dec 15 13:28:17.323014 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: netmtu_writable.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.324186 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.324688 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: net-mtu-writable Dec 15 13:28:17.325010 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: network_availability_zone.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.325678 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.326231 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: network_availability_zone Dec 15 13:28:17.326548 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: network_ip_availability.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.328207 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.328719 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: network-ip-availability Dec 15 13:28:17.329043 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: network_segment_range.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.329857 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.330368 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 13:28:17.330689 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: pagination.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.331685 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.332006 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: pagination Dec 15 13:28:17.332322 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: port_device_profile.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.333239 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.333793 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: port-device-profile Dec 15 13:28:17.334839 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.335583 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.335583 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: port-mac-address-regenerate Dec 15 13:28:17.335824 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.337281 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.337281 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: port-numa-affinity-policy Dec 15 13:28:17.337547 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: port_resource_request.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.338490 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.339007 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 13:28:17.339318 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: port_resource_request_groups.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.340306 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.340811 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 13:28:17.341130 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: portbindings.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.342092 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.342600 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: binding Dec 15 13:28:17.342919 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: portbindings_extended.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.344253 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.344767 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: binding-extended Dec 15 13:28:17.345096 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: portsecurity.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.346044 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.346554 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: port-security Dec 15 13:28:17.346872 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: project_id.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.347855 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.348181 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: project-id Dec 15 13:28:17.348498 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: providernet.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.349425 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.349969 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: provider Dec 15 13:28:17.350286 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.354048 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.354584 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos not supported by any of loaded plugins Dec 15 13:28:17.354900 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.356160 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.356675 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 13:28:17.357001 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.357956 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.358472 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 13:28:17.358823 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_default.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.359738 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.360251 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-default not supported by any of loaded plugins Dec 15 13:28:17.360577 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_fip.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.361236 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.361736 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-fip not supported by any of loaded plugins Dec 15 13:28:17.362086 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_fip_network_policy.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.363089 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 13:28:17.363417 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_gateway_ip.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.364328 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.364844 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 13:28:17.365173 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_port_network_policy.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.366117 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.366623 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 13:28:17.366947 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.368111 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.368623 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 13:28:17.368946 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_pps_rule.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.370162 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.370682 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-pps not supported by any of loaded plugins Dec 15 13:28:17.371004 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_rule_type_details.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.371921 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.372432 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 13:28:17.372752 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: qos_rules_alias.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.373822 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.374856 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 13:28:17.375174 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: quota_check_limit.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.376095 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.376614 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: quota-check-limit Dec 15 13:28:17.376936 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: quotasv2.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.377951 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.378274 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: quotas Dec 15 13:28:17.378590 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: quotasv2_detail.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.381794 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.382149 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: quota_details Dec 15 13:28:17.382477 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: rbac.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.383548 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.384072 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: rbac-policies Dec 15 13:28:17.384394 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: rbac_address_group.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.385338 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.385893 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: rbac-address-group Dec 15 13:28:17.386217 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: rbac_address_scope.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.387150 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.387661 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: rbac-address-scope Dec 15 13:28:17.388111 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: rbac_security_groups.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.389035 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.389548 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: rbac-security-groups Dec 15 13:28:17.390447 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: rbac_subnetpool.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.391390 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.391899 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: rbac-subnetpool Dec 15 13:28:17.392214 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: revisionifmatch.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.393134 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.393644 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: revision-if-match Dec 15 13:28:17.393987 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: revisions.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.395112 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.395647 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: standard-attr-revisions Dec 15 13:28:17.395957 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: router_availability_zone.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.396630 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.397230 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: router_availability_zone Dec 15 13:28:17.397460 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: routerservicetype.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.398416 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.398920 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension router-service-type not supported by any of loaded plugins Dec 15 13:28:17.399239 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.400280 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.400789 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: security-groups-normalized-cidr Dec 15 13:28:17.401215 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: security_groups_port_filtering.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.402205 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.402574 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: port-security-groups-filtering Dec 15 13:28:17.402891 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.403815 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.404615 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: security-groups-remote-address-group Dec 15 13:28:17.404615 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.405609 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.406145 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: security-groups-shared-filtering Dec 15 13:28:17.406460 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.407053 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 13:28:17.407368 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: securitygroup.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.417388 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.417977 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: security-group Dec 15 13:28:17.418307 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: segment.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.419141 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.419650 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension segment not supported by any of loaded plugins Dec 15 13:28:17.419971 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.420986 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.421542 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 13:28:17.421903 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: servicetype.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.423039 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.423570 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: service-type Dec 15 13:28:17.423892 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: sorting.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.424890 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.425218 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: sorting Dec 15 13:28:17.425549 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: standard_attr_segment.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.426491 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.427016 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 13:28:17.427336 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: standardattrdescription.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.427995 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.428508 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: standard-attr-description Dec 15 13:28:17.428829 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: stateful_security_group.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.429820 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.430339 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: stateful-security-group Dec 15 13:28:17.430658 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: stdattrs_common.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.431235 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 13:28:17.431549 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.432514 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.433028 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 13:28:17.433344 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: subnet_onboard.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.434485 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.435004 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: subnet_onboard Dec 15 13:28:17.435325 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.436262 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.437297 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 13:28:17.437618 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: subnet_service_types.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.438613 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.439129 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: subnet-service-types Dec 15 13:28:17.439447 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: subnetallocation.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.440555 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.441069 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: subnet_allocation Dec 15 13:28:17.441389 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.442085 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.442597 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: subnetpool-prefix-ops Dec 15 13:28:17.442915 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.443846 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.444357 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 13:28:17.444678 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: tagging.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.445803 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.446326 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: standard-attr-tag Dec 15 13:28:17.446654 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: timestamp.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.447868 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.448641 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loaded extension: standard-attr-timestamp Dec 15 13:28:17.448964 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: trunk.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.450057 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.450572 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension trunk not supported by any of loaded plugins Dec 15 13:28:17.450895 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: trunk_details.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.451819 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.452379 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension trunk-details not supported by any of loaded plugins Dec 15 13:28:17.453312 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: uplink_status_propagation.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.454236 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.454749 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 13:28:17.455069 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Loading extension file: vlantransparent.py {{(pid=102540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:28:17.455754 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:28:17.456267 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 13:28:17.458958 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:network Dec 15 13:28:17.459500 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:subnet Dec 15 13:28:17.459897 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:17.460283 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:port Dec 15 13:28:17.461587 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.462063 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service FLAVORS assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.462669 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.463092 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.463418 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:router Dec 15 13:28:17.463842 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:floatingip Dec 15 13:28:17.464335 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service METERING assigned prefix: /metering {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.465815 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.466193 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.466542 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:28:17.467560 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 13:28:17.468042 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:security_group Dec 15 13:28:17.468473 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 13:28:17.469089 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service CORE assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.469417 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:17.469777 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] subnetpool is already registered Dec 15 13:28:17.470215 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service CORE assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.470537 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:17.470865 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] subnetpool is already registered Dec 15 13:28:17.473127 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.473556 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service FLAVORS assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.474174 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.474597 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.474926 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:router Dec 15 13:28:17.475262 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] router is already registered Dec 15 13:28:17.475666 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:floatingip Dec 15 13:28:17.475999 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] floatingip is already registered Dec 15 13:28:17.476451 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service METERING assigned prefix: /metering {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.477102 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 13:28:17.477425 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] rbac_policy is already registered Dec 15 13:28:17.477871 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:security_group Dec 15 13:28:17.478198 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] security_group is already registered Dec 15 13:28:17.478592 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 13:28:17.478917 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] security_group_rule is already registered Dec 15 13:28:17.479540 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service CORE assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.479864 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:17.480191 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] subnetpool is already registered Dec 15 13:28:17.480603 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.v2.resource_helper [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Service CORE assigned prefix: {{(pid=102540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:28:17.480925 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:28:17.481244 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING neutron.quota.resource_registry [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] subnetpool is already registered Dec 15 13:28:17.481700 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: extensions {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.483235 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: address-groups {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.484772 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: address-scopes {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.486118 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: agents {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.487280 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: auto-allocated-topology {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.488523 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: availability_zones {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.489894 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: dhcp-networks {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.491427 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: dhcp-agents {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.492850 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: routers {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.495097 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: flavors {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.496276 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: service_profiles {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.497480 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: next_providers {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.498989 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: service_profiles {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.502059 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: floatingip-pools {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.503286 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: routers {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.505406 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: floatingips {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.506747 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: l3-routers {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.508136 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: l3-agents {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.509557 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: metering-labels {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.511868 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: metering-label-rules {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.513300 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: network-ip-availabilities {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.514605 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: bindings {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.516855 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: quotas {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.518446 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: quotas {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.519980 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: rbac-policies {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.521270 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: security-groups {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.522539 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: security-group-rules {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.523760 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: service-providers {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.524997 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: subnetpools {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.526483 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: subnetpools {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.527927 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.529607 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.531488 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.533341 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.535175 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.537057 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.538798 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.540750 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.542552 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.544384 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron.api.extensions [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Extended resource: tags {{(pid=102540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:28:17.550552 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING keystonemiddleware.auth_token [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 13:28:17.555334 dv-cinder-813228-4-iscsi neutron-server[102540]: WARNING keystonemiddleware.auth_token [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 13:28:17.564717 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_concurrency.lockutils [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Acquired lock "singleton_lock" {{(pid=102540) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 13:28:17.565183 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_concurrency.lockutils [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Releasing lock "singleton_lock" {{(pid=102540) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 13:28:17.565867 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO oslo_service.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Starting 2 workers Dec 15 13:28:17.570987 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Started child 102647 {{(pid=102540) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:28:17.575753 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Started child 102648 {{(pid=102540) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:28:17.576676 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:17.578214 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO neutron.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 13:28:17.578594 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Publish callbacks [] for process, before_spawn {{(pid=102540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:17.578830 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [-] (102647) wsgi starting up on http://0.0.0.0:9696 Dec 15 13:28:17.581097 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO oslo_service.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Starting 1 workers Dec 15 13:28:17.582022 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:17.583494 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [-] (102648) wsgi starting up on http://0.0.0.0:9696 Dec 15 13:28:17.587135 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Started child 102649 {{(pid=102540) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:28:17.587135 dv-cinder-813228-4-iscsi neutron-server[102540]: INFO oslo_service.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Starting 1 workers Dec 15 13:28:17.590341 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] calling RpcWorker wait() {{(pid=102649) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 13:28:17.590899 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] returning from RpcWorker wait() {{(pid=102649) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 13:28:17.591666 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Started child 102650 {{(pid=102540) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:28:17.592178 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:17.592481 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG neutron_lib.callbacks.manager [None req-ecc456e1-2648-4011-9955-d2ac243ae98c None None] Publish callbacks [] for process, after_spawn {{(pid=102540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:17.592622 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:17.594462 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102540) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 13:28:17.594674 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:28:17.594861 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:28:17.595083 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:28:17.595401 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:28:17.595583 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:28:17.596096 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.596381 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.596635 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.596913 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.597215 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.597691 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:17.598198 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.598198 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.598341 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.598571 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.598801 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.598967 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.599132 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.599399 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.599628 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.599943 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.600207 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.600444 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.600707 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.600877 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.601141 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.601581 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.601677 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.601939 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] debug = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.602194 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.602688 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.602928 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.603200 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.603454 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.603675 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.603901 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.604170 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.604419 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.604631 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.604862 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.605117 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.605369 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.605644 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.606172 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.606172 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.606421 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.606600 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.606987 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] host = dv-cinder-813228-4-iscsi {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.607198 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.607412 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.607652 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.607894 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.608161 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.608351 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.609112 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.609382 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.609633 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.609891 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.610157 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.610399 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.610610 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.610860 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.611022 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_options = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.611256 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.611524 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.611794 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.611979 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.612209 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.612394 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.612646 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.612789 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.613046 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.613276 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.613490 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.613701 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.613959 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.614182 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.614449 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.614674 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.614900 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.615122 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.615375 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.615598 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.615819 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.616041 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.616269 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.616502 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.616735 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.616963 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.617205 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.617431 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.617643 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.617948 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.618182 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.618420 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.618656 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.618906 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.619169 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.619412 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.619636 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.619861 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.620110 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.620336 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.620587 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.620866 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.621065 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.621305 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.621527 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.621739 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.622006 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_json = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.622253 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.622470 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.622741 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.622936 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.623146 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.625211 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.625390 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.625854 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.626376 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.626592 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.629487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.629487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.629487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.629487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.629487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.629487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.629487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.629487 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.630738 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.630738 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.630738 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.630738 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.630738 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.631371 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.631962 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.633048 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.633048 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.633048 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.633568 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:17.633727 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.633936 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.634238 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.634469 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.634710 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.634954 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.635211 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.635495 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.635773 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.636141 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.636418 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.636695 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.636964 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.637185 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.637431 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.637649 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640731 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640731 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640731 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.640920 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.641128 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.641356 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.641597 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.641858 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.642086 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.642329 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.642581 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.642817 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.643058 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.643306 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.643516 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.643725 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.643944 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.644172 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.644458 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.644635 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.645061 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.645315 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.645497 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.645745 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.645984 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.646196 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.646617 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.646842 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.647103 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.647343 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.647646 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.647791 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.648605 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.648605 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.648605 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.648871 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.648871 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.649382 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.649539 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.650024 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.650658 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.651035 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.651247 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.651463 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.651686 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.651909 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.652191 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.652516 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.652779 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.653039 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.653263 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.653502 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.653743 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.654004 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.654231 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.654451 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.654690 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.654978 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.655237 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.655493 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.655693 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.655913 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.656187 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.656490 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.656663 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.656874 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.657136 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.657357 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.657632 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.657905 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.658200 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.658499 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.658830 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.659115 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.659383 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.659639 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.659882 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.660554 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.660554 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.660779 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.661388 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.662059 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.662357 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.662726 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.663146 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.663581 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.663983 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.664227 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.664619 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.665043 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.665290 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.665525 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.665795 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.666161 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.666373 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.666604 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.666827 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.667104 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.667360 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.667600 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.667865 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.668108 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.668342 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.668616 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.668867 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.669104 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.669349 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.669789 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.670181 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.670438 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.670658 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.670898 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.671632 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.671855 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.672094 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.672339 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.672529 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.672760 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.672980 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.673200 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.673470 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.673818 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.674060 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.674360 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.674647 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.674892 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.675110 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.675322 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.675584 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.675809 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.676080 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.676337 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.676584 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.676821 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.677060 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.677295 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.677510 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.677750 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.677993 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.678229 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.678446 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.678658 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.679075 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.679314 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.679543 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.679783 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.680048 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.680296 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.680651 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.680899 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.681148 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.681400 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.681781 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.682166 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.682569 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.682953 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.683407 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.683926 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.684320 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.684932 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.685336 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.685587 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.685825 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.686191 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.687459 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.687459 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.687459 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.687751 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.688023 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.688249 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.688506 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.688747 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.688979 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.689238 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.689423 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.689641 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.689895 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.690136 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.690368 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.690616 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.690827 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.691037 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.691278 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.691493 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.691741 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.691983 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.692215 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.692421 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.692804 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.693026 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.693269 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.693496 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.693710 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.693939 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.694167 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.694379 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.694590 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.694825 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.695047 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.695267 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.695622 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.695731 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.695898 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.696190 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.696465 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.696688 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.696969 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.697219 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.697441 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.697699 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.698045 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.698258 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.698750 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.698985 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.699233 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.699489 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.699742 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.700076 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.700352 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.700601 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.700853 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.701119 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.701393 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.701654 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.701935 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.702242 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.702610 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.702878 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.703136 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.703414 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.703626 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.703846 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.704061 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.704296 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.704532 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.704745 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.705005 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.705233 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.705476 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.705693 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.705968 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.706190 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.706412 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.706640 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.706860 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.707077 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.707235 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:28:17.707767 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102540) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 13:28:17.707935 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:28:17.708089 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:28:17.708257 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:28:17.708427 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:28:17.708580 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:28:17.708788 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.708950 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.709111 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.709271 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.709431 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.709631 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.709823 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.709987 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.710146 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.710306 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.710464 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.710624 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.710783 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.710941 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.711102 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.711260 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.711420 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.711578 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.711743 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.711901 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.712060 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.712220 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.712376 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] debug = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.712536 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.712753 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.712903 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.713066 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.713224 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.713385 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.713624 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.714404 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.715575 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.715575 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.715575 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.715575 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.715575 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.715575 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.715575 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.715575 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716128 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716128 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716128 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] host = dv-cinder-813228-4-iscsi {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716337 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716337 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716476 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716605 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716767 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.716924 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.717084 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.717242 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.717405 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.717559 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.717717 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.717899 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.718082 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.718241 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.718398 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_options = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.718556 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.718714 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.718872 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.719056 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.719219 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.719378 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.719536 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.719694 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.719851 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.720008 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.720165 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.720324 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.720481 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.720638 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.720806 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.720954 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.721111 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.721269 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.721429 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.721587 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.721744 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.721922 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.722080 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.722237 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.722400 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.722556 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.722889 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.723039 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.723194 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.723336 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.723496 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.723655 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.723813 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.723971 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.724132 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.724310 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.724455 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.724588 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.724749 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.724892 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.725054 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.725195 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.725356 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.725512 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.725670 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.725851 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.726009 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_json = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.726168 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.726348 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.726480 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.726639 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.726802 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.727050 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.727207 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.727352 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:28:17.727690 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.727855 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.728028 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.728190 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.728400 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.728541 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.728674 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.728826 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.728955 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.729106 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.729273 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.729436 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.729608 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.729806 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.729943 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.730102 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.730265 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.730426 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.730587 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.730748 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.730909 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.731055 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.731226 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.731387 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.731547 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.731708 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.731867 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.732035 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.732194 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.732368 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.732598 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.732730 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.732858 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.732986 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.733118 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.733278 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.733439 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.734114 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.734305 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.734807 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.734807 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.734807 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.735107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.735107 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.735273 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.735350 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.735515 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.735676 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.736064 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.736064 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.736311 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.736311 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.736460 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.736582 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.736743 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.736905 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.737163 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.737291 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.737411 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.737531 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.737651 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.737859 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.737992 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.738140 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.738299 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.738460 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.738621 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.738780 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.738953 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.739114 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.739273 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.739433 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.739593 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.739793 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.739924 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.740043 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.740205 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.740365 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.740526 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.740686 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.740845 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.741005 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.741167 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.741328 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.741489 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.741650 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.741843 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.742002 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.742343 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.742504 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.742722 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.742868 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.743003 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.743132 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.743284 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.743444 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.743605 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.743765 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.743924 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.744091 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.744348 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.744491 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.744626 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.744755 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.744880 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.745011 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.745151 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.745283 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.745422 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.745554 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.745715 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.745902 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.746063 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.746225 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.746386 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.746548 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.746708 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.746867 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.747037 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.747218 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.747358 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.747519 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.747687 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.747858 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.748019 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.748182 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.748342 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.748501 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.748661 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.748821 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.748982 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.749141 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.749378 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.750132 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.750340 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.750422 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.750547 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.750680 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.750863 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.751025 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.751186 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.751348 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.751507 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.751669 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.751830 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.751991 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.752096 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:17.752186 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.752298 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.752459 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.752620 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.752783 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.752948 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.753106 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.753268 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.753429 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.753590 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.753798 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.753933 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.754094 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.754254 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.754416 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.754576 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.754736 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.754902 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.755067 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.755229 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.755391 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.755551 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.755711 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.755870 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.756029 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.756189 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.756349 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.756510 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.756670 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.756832 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.756993 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.757155 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.757325 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.757473 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.757633 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.757814 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.757978 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.758154 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.758257 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.758423 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.758582 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.758742 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.758903 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.759064 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.759225 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.759385 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.759546 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.759725 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.759885 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.760045 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.760206 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.760367 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.760527 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.760686 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.760847 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.761006 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.761166 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.761326 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.761489 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.761652 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.761834 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.761996 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.762155 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.762315 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.762475 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.762635 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.762808 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.763037 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.763210 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.764003 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.764171 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.764332 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.764504 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.765423 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.765423 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.765423 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.765423 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.765423 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.765813 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.765813 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.765813 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.766017 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.766093 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.766235 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.766405 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.766565 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.766726 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.766886 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.767046 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.767235 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.767378 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.767569 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.767704 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.767807 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.767967 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.768127 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.768296 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.768456 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.768617 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.768776 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.768935 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.769095 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.769264 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.769426 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.769585 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.769797 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.769929 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.770082 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.770242 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.770413 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.770573 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.770737 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.770897 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.771058 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.771219 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.771381 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.771546 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.771717 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.771884 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.772050 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.772219 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.772389 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.772558 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.772719 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.772886 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.773059 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.773220 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.773381 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.773540 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.773721 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.773954 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.774115 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.774276 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.774437 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.774597 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.774761 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.774922 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.775082 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.775242 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.775402 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.775562 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.775722 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.775883 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.776044 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.776208 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:28:17.776363 dv-cinder-813228-4-iscsi neutron-server[102540]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:28:17.794776 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48610) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:17.804222 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066061 Dec 15 13:28:29.712976 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001aaf11-018d-4271-8f10-b2f5593c0dbc None None] get_active_networks_info from dv-cinder-813228-4-iscsi {{(pid=102649) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:28:29.874540 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001aaf11-018d-4271-8f10-b2f5593c0dbc None None] No non-hosted networks {{(pid=102649) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 13:28:29.885538 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.agentschedulers_db [None req-001aaf11-018d-4271-8f10-b2f5593c0dbc None None] DHCP Agent not found on host dv-cinder-813228-4-iscsi {{(pid=102649) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 13:28:30.049004 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3fc11d1c-ea8b-4581-8502-c7b8b3bd80a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785144'] for agent, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:32.162352 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b2958cd9-3295-4366-875b-1df9b670dcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785144'] for agent, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:32.210996 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-867412cd-1b4b-47ba-88a3-c4e9ce401fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:33.252909 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785144'] for agent, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:34.909667 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785144'] for agent, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:35.492156 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785144'] for agent, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:35.493176 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.493839 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.494180 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.494509 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.494836 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.495325 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.496353 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.496717 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.497047 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.497371 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.497708 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.498177 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.498501 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:35.498902 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813228-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:35.506221 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813228-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:28:35.999503 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48700) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:36.509156 dv-cinder-813228-4-iscsi neutron-server[102647]: WARNING oslo_policy.policy [None req-1a0fa3d1-f895-482a-8f4f-c45d8445bb02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:36.509730 dv-cinder-813228-4-iscsi neutron-server[102647]: WARNING oslo_policy.policy [None req-1a0fa3d1-f895-482a-8f4f-c45d8445bb02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:36.732157 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [None req-1a0fa3d1-f895-482a-8f4f-c45d8445bb02 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:28:36.751803 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1a0fa3d1-f895-482a-8f4f-c45d8445bb02 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7326796 Dec 15 13:28:38.669327 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.db.l3_hamode_db [None req-d36eebf4-9c06-4878-a710-02545c14d934 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 13:28:38.745541 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36eebf4-9c06-4878-a710-02545c14d934 None None] Routers set() bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:28:38.745969 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36eebf4-9c06-4878-a710-02545c14d934 None None] Router IDs set() for agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 13:28:39.353062 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48716) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:39.661696 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-7624d1fe-de6d-4dd2-abed-ebde7a296d31 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:28:39.756906 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.policy [None req-7624d1fe-de6d-4dd2-abed-ebde7a296d31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 13:28:39.803376 dv-cinder-813228-4-iscsi neutron-server[102647]: WARNING oslo_policy.policy [None req-7624d1fe-de6d-4dd2-abed-ebde7a296d31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:39.803740 dv-cinder-813228-4-iscsi neutron-server[102647]: WARNING oslo_policy.policy [None req-7624d1fe-de6d-4dd2-abed-ebde7a296d31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:39.812211 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.quota [None req-7624d1fe-de6d-4dd2-abed-ebde7a296d31 admin admin] Loaded quota_driver: . Dec 15 13:28:39.902899 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7624d1fe-de6d-4dd2-abed-ebde7a296d31 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778141619100', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778141619791', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778141604819', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778141589836', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778141584646', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778141576387', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3871219', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3878899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606235'] for rbac-policy, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:39.968995 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7624d1fe-de6d-4dd2-abed-ebde7a296d31 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:39.970185 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7624d1fe-de6d-4dd2-abed-ebde7a296d31 admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6161542 Dec 15 13:28:42.763268 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48728) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:43.055535 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'admin_state_up': True, 'project_id': 'eb37d41816d74f66a5087e325e84211f'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:28:43.084923 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Made reservation on behalf of eb37d41816d74f66a5087e325e84211f for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:28:43.087820 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.104421 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.212117 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.215821 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.235715 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:28:43.264736 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778143306105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.265364 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Unsubscribe: segment precommit_create {{(pid=102647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 13:28:43.265940 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Added segment ae81c921-cc39-4725-913f-6e60a10ef5ff of type vlan for network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 Dec 15 13:28:43.282997 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c117eba-f5ac-4234-8c26-09d22539a5cc,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:28:43.344460 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.344972 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.345461 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.345978 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.346447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.346918 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.347283 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.347691 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.348113 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.348611 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.349084 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.349550 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.350041 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Tracked resource versions report: Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: pushed versions: Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: { 'AddressGroup': {'1.2'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'ConntrackHelper': {'1.0'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Log': {'1.0'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Network': {'1.1'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Port': {'1.7'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'PortForwarding': {'1.2'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'QosPolicy': {'1.10'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SecurityGroup': {'1.5'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SubPort': {'1.0'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Subnet': {'1.1'}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Trunk': {'1.1'}} Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: consumer versions: Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: { DHCP agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: L3 agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: Metadata agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: Metering agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: Open vSwitch agent@dv-cinder-813228-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'ConntrackHelper': '1.0', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'LocalIPAssociation': '1.0', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Log': '1.0', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Network': '1.1', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Port': '1.7', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'PortForwarding': '1.2', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'QosPolicy': '1.10', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SecurityGroup': '1.5', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SecurityGroupRule': '1.2', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SubPort': '1.0', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Subnet': '1.1', Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Trunk': '1.1'}} Dec 15 13:28:43.352175 dv-cinder-813228-4-iscsi neutron-server[102647]: {{(pid=102647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:28:43.406912 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.446976 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.448143 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:28:43.448829 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.521394 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7569647 Dec 15 13:28:43.553034 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35c78b-6862-4466-998e-2847db0fb41e admin admin] Pushing event updated for resources: {'Network': ['ID=3910aa3b-54d0-4b27-ae32-52d71e9f47f6,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:28:43.568360 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:28:46.353863 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48742) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:46.742308 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb972fa4-cbea-4a34-a3dc-a748827cfb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:28:46.743662 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-eb972fa4-cbea-4a34-a3dc-a748827cfb70 admin admin] 10.222.0.83 "GET /v2.0/networks/3910aa3b-54d0-4b27-ae32-52d71e9f47f6 HTTP/1.1" status: 200 len: 825 time: 0.3888049 Dec 15 13:28:46.768703 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f8c5e012-ec4e-4a05-bb0b-c9e3a0c4d819 admin admin] 10.222.0.83 "GET /v2.0/subnetpools/5edd0d14-ba7a-4175-bc5f-94108033bf8d HTTP/1.1" status: 200 len: 734 time: 0.0189328 Dec 15 13:28:46.777369 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Request body: {'subnet': {'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'subnetpool_id': '5edd0d14-ba7a-4175-bc5f-94108033bf8d'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:28:46.798876 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Made reservation on behalf of eb37d41816d74f66a5087e325e84211f for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:28:46.801116 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:47.088659 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:47.159025 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Checking segment: {'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:28:47.159399 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Network hostable DHCP agents. Network: 3910aa3b-54d0-4b27-ae32-52d71e9f47f6, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:28:47.163945 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27045c7e-5351-4e3b-a92b-13e636ba6285,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:28:47.182721 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:28:47.194446 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 3910aa3b-54d0-4b27-ae32-52d71e9f47f6) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:28:47.199493 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:28:47.200469 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:47.204117 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601fe65-9a32-4bb3-a7c8-be842238135c None None] Network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:28:47.215916 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-461fa308-47c2-416c-b3db-a9676f71b04f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4416385 Dec 15 13:28:47.472419 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'fixed_ips': [{'subnet_id': '27045c7e-5351-4e3b-a92b-13e636ba6285'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:28:47.473666 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:47.786391 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Allocated IP 172.20.0.2 (3910aa3b-54d0-4b27-ae32-52d71e9f47f6/27045c7e-5351-4e3b-a92b-13e636ba6285/20fdb312-08fa-476e-8513-56d9a584423c) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:28:48.024796 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:48.032926 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:48.109362 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:28:48.114340 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:28:48.123164 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:28:48.126800 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Pushing event updated for resources: {'Port': ['ID=20fdb312-08fa-476e-8513-56d9a584423c,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:28:48.137722 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.138103 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.138462 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.138799 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.139127 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.139457 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.139779 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.140097 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.140418 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.140750 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.141083 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.141929 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.142262 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Tracked resource versions report: Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: pushed versions: Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: { 'AddressGroup': {'1.2'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'ConntrackHelper': {'1.0'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Log': {'1.0'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Network': {'1.1'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Port': {'1.7'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'PortForwarding': {'1.2'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'QosPolicy': {'1.10'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SecurityGroup': {'1.5'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SubPort': {'1.0'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Subnet': {'1.1'}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Trunk': {'1.1'}} Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: consumer versions: Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: { DHCP agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: L3 agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: Metadata agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: Metering agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: Open vSwitch agent@dv-cinder-813228-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'ConntrackHelper': '1.0', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'LocalIPAssociation': '1.0', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Log': '1.0', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Network': '1.1', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Port': '1.7', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'PortForwarding': '1.2', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'QosPolicy': '1.10', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SecurityGroup': '1.5', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SecurityGroupRule': '1.2', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SubPort': '1.0', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Subnet': '1.1', Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Trunk': '1.1'}} Dec 15 13:28:48.143630 dv-cinder-813228-4-iscsi neutron-server[102649]: {{(pid=102649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:28:48.211108 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Attempting to bind port 20fdb312-08fa-476e-8513-56d9a584423c on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:28:48.211765 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Attempting to bind port 20fdb312-08fa-476e-8513-56d9a584423c by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:28:48.212003 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Attempting to bind port 20fdb312-08fa-476e-8513-56d9a584423c on network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:28:48.216838 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:28:48.217220 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Checking segment: {'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:28:48.217685 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:48.218107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Bound using segment: {'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:28:48.218595 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Bound port: 20fdb312-08fa-476e-8513-56d9a584423c, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:28:48.218998 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:48.282125 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] For port 20fdb312-08fa-476e-8513-56d9a584423c, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:28:48.286326 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] For port 20fdb312-08fa-476e-8513-56d9a584423c, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=20fdb312-08fa-476e-8513-56d9a584423c,segment=NetworkSegment(ae81c921-cc39-4725-913f-6e60a10ef5ff),segment_id=ae81c921-cc39-4725-913f-6e60a10ef5ff)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:28:48.291743 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:48.352322 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0782c8-4e53-463d-a304-124a26d5e839 None None] Pushing event updated for resources: {'Port': ['ID=20fdb312-08fa-476e-8513-56d9a584423c,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:28:49.839414 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48750) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:50.145946 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [None req-c64723dd-73ed-4449-b8a4-17c33f436dfe admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:28:50.146942 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c64723dd-73ed-4449-b8a4-17c33f436dfe admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3066823 Dec 15 13:28:52.721530 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48758) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:53.037863 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [None req-5deb06d2-3c08-4f3a-8943-33ed45063d14 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:28:53.039180 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5deb06d2-3c08-4f3a-8943-33ed45063d14 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166325 Dec 15 13:28:55.888475 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 48768) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:56.411077 dv-cinder-813228-4-iscsi neutron-server[102648]: WARNING oslo_policy.policy [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:56.411645 dv-cinder-813228-4-iscsi neutron-server[102648]: WARNING oslo_policy.policy [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:56.634285 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'name': 'router1'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:28:56.701987 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.policy [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102648) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 13:28:56.751320 dv-cinder-813228-4-iscsi neutron-server[102648]: WARNING oslo_policy.policy [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:56.751705 dv-cinder-813228-4-iscsi neutron-server[102648]: WARNING oslo_policy.policy [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:28:56.760602 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.quota [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] Loaded quota_driver: . Dec 15 13:28:56.818348 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.820287 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.978406 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:56.983583 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:57.004107 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] Publish callbacks [] for router, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:57.005550 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-26767124-6623-460f-b80c-8992727bbfb2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1148953 Dec 15 13:28:57.380720 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 20fdb312-08fa-476e-8513-56d9a584423c up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:28:57.469544 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04afd7f-840e-423e-ac7e-344aa6081640 None None] Network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:28:57.485147 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 20fdb312-08fa-476e-8513-56d9a584423c triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:28:57.486053 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:57.570741 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-a524a1c3-31b0-4128-9327-aa15eda6193b None None] Provisioning complete for port 20fdb312-08fa-476e-8513-56d9a584423c triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:28:57.570989 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a524a1c3-31b0-4128-9327-aa15eda6193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:57.727556 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:57.773715 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a524a1c3-31b0-4128-9327-aa15eda6193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:57.807826 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port 20fdb312-08fa-476e-8513-56d9a584423c, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=20fdb312-08fa-476e-8513-56d9a584423c,segment=NetworkSegment(ae81c921-cc39-4725-913f-6e60a10ef5ff),segment_id=ae81c921-cc39-4725-913f-6e60a10ef5ff)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:28:57.819593 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:57.898810 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.db.api [None req-a524a1c3-31b0-4128-9327-aa15eda6193b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:28:57.899216 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG oslo_db.api [None req-a524a1c3-31b0-4128-9327-aa15eda6193b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:28:57.899690 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=20fdb312-08fa-476e-8513-56d9a584423c,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:28:58.552061 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b7f70975-7c5b-4c6e-94d5-5aec75ad16bf None None] Provisioning complete for port 20fdb312-08fa-476e-8513-56d9a584423c triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:28:58.552695 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b7f70975-7c5b-4c6e-94d5-5aec75ad16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:59.336377 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 20fdb312-08fa-476e-8513-56d9a584423c up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:28:59.382467 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 20fdb312-08fa-476e-8513-56d9a584423c triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:28:59.382833 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:59.624564 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-772d404c-aa26-44fe-b57c-c04aa3dabe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:59.636497 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 48790) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:28:59.960269 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [None req-36362350-6273-46fd-8d42-b90791ba8ad7 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:28:59.961266 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-36362350-6273-46fd-8d42-b90791ba8ad7 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3238354 Dec 15 13:29:02.205335 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5d604787-0709-4d7e-b014-b8b624dc33f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:02.596891 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 48798) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:02.918069 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:29:02.942034 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Made reservation on behalf of 0f70e030dc594b37825ba3900598d4c4 for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:29:02.944901 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:02.960894 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:03.069848 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:03.073406 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:03.084478 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Reserving flat network on physical network physnet1 {{(pid=102648) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 13:29:03.117899 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778143306105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:03.118471 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Unsubscribe: segment precommit_create {{(pid=102648) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 13:29:03.118977 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Added segment 83a7da36-0f98-45ae-bc7a-f56a9b2ee567 of type flat for network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 Dec 15 13:29:03.134083 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d14943-7061-4352-b76c-75d5427e6c16,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:03.160197 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.160547 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.160884 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.161211 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.161532 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.161877 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.162211 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.162533 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.162865 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.163198 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.163515 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.163826 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.164135 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Tracked resource versions report: Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: pushed versions: Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: { 'AddressGroup': {'1.2'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'ConntrackHelper': {'1.0'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Log': {'1.0'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Network': {'1.1'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Port': {'1.7'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'PortForwarding': {'1.2'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'QosPolicy': {'1.10'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SecurityGroup': {'1.5'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SubPort': {'1.0'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Subnet': {'1.1'}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Trunk': {'1.1'}} Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: consumer versions: Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: { DHCP agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: L3 agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: Metadata agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: Metering agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: Open vSwitch agent@dv-cinder-813228-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'ConntrackHelper': '1.0', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'LocalIPAssociation': '1.0', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Log': '1.0', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Network': '1.1', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Port': '1.7', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'PortForwarding': '1.2', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'QosPolicy': '1.10', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SecurityGroup': '1.5', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SecurityGroupRule': '1.2', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SubPort': '1.0', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Subnet': '1.1', Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Trunk': '1.1'}} Dec 15 13:29:03.165532 dv-cinder-813228-4-iscsi neutron-server[102648]: {{(pid=102648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:29:03.188469 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:03.246977 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:03.289649 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:03.290848 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:03.291676 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:03.371585 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7735686 Dec 15 13:29:03.397464 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06657e94-7302-4060-bd89-09b70d08f71b admin admin] Pushing event updated for resources: {'Network': ['ID=bda64db1-6d5e-4ac4-a6c2-62a4402b20f7,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:03.409256 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:29:04.833917 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:05.493378 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:05.993860 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 48820) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:06.241590 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fae24b-b34f-479d-91f9-2ac6df09c05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:06.242935 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-21fae24b-b34f-479d-91f9-2ac6df09c05c admin admin] 10.222.0.83 "GET /v2.0/subnets/27045c7e-5351-4e3b-a92b-13e636ba6285 HTTP/1.1" status: 200 len: 849 time: 0.2481155 Dec 15 13:29:06.384692 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-64de6544-aee2-4205-9cf0-26eae0f525f7 admin admin] 10.222.0.83 "GET /v2.0/routers/d366ab49-bb79-4cd5-9120-ba21506b1ef6 HTTP/1.1" status: 200 len: 704 time: 0.1354151 Dec 15 13:29:06.646482 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:06.942561 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Allocated IP 172.20.0.1 (3910aa3b-54d0-4b27-ae32-52d71e9f47f6/27045c7e-5351-4e3b-a92b-13e636ba6285/6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:29:07.130587 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:07.195950 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:07.270751 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:29:07.278720 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:07.286893 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:29:07.287471 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:07.306736 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:07.458564 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-e4a48fe9-e92c-470a-874c-8aeba9496c69 None None] Provisioning complete for port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:07.459115 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e4a48fe9-e92c-470a-874c-8aeba9496c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:07.478904 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:07.492063 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-e4a48fe9-e92c-470a-874c-8aeba9496c69 None None] Port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:29:07.733077 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:07.737815 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:07.738553 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:07.822874 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:07.870391 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:29:07.871651 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:08.029897 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Router d366ab49-bb79-4cd5-9120-ba21506b1ef6 is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:29:08.114267 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-809080ac-f416-400c-8174-3095c76ac8bd None None] Provisioning complete for port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:08.114633 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-809080ac-f416-400c-8174-3095c76ac8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:08.121749 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:29:08.132842 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Sync routers for ids ['d366ab49-bb79-4cd5-9120-ba21506b1ef6'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:29:08.134366 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e49c9c0e-a221-4670-8ada-5d60e427c824 admin admin] 10.222.0.83 "PUT /v2.0/routers/d366ab49-bb79-4cd5-9120-ba21506b1ef6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7436697 Dec 15 13:29:08.147431 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Routers {'d366ab49-bb79-4cd5-9120-ba21506b1ef6'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:29:08.148255 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:29:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['d366ab49-bb79-4cd5-9120-ba21506b1ef6'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:08.148510 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-809080ac-f416-400c-8174-3095c76ac8bd None None] Port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:29:08.338877 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Set router d366ab49-bb79-4cd5-9120-ba21506b1ef6 gateway port host: None {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:29:08.768895 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'name': 'router1', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:56Z', 'updated_at': '2021-12-15T13:29:07Z', 'revision_number': 2, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'gw_port_host': None, '_interfaces': [{'id': '6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee', 'name': '', 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'mac_address': 'fa:16:3e:2a:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:06Z', 'updated_at': '2021-12-15T13:29:07Z', 'revision_number': 2, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'subnets': [{'id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5edd0d14-ba7a-4175-bc5f-94108033bf8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:08.819236 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Checking router: d366ab49-bb79-4cd5-9120-ba21506b1ef6 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:29:08.819606 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Updating router d366ab49-bb79-4cd5-9120-ba21506b1ef6 port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:29:08.868528 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.373909 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.380054 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.545260 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Attempting to bind port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:29:09.545564 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Attempting to bind port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:29:09.546025 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Attempting to bind port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee on network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:29:09.552172 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Pushing event updated for resources: {'Port': ['ID=6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:09.558202 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:29:09.558617 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Checking segment: {'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:29:09.559094 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.559480 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Bound using segment: {'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:29:09.559964 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Bound port: 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae81c921-cc39-4725-913f-6e60a10ef5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:29:09.560347 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.573480 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.573907 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.574251 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.574576 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.574900 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.575216 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.575531 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.575846 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.576158 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.576487 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.576804 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.576913 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-ca22e2e3-0261-4bdd-a42d-33284ab231f3 None None] Provisioning complete for port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:09.577337 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.577412 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ca22e2e3-0261-4bdd-a42d-33284ab231f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.577735 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Tracked resource versions report: Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: pushed versions: Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: { 'AddressGroup': {'1.2'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'ConntrackHelper': {'1.0'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Log': {'1.0'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Network': {'1.1'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Port': {'1.7'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'PortForwarding': {'1.2'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'QosPolicy': {'1.10'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SecurityGroup': {'1.5'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SubPort': {'1.0'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Subnet': {'1.1'}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Trunk': {'1.1'}} Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: consumer versions: Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: { DHCP agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: L3 agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: Metadata agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: Metering agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: Open vSwitch agent@dv-cinder-813228-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'ConntrackHelper': '1.0', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'LocalIPAssociation': '1.0', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Log': '1.0', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Network': '1.1', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Port': '1.7', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'PortForwarding': '1.2', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'QosPolicy': '1.10', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SecurityGroup': '1.5', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SecurityGroupRule': '1.2', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SubPort': '1.0', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Subnet': '1.1', Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Trunk': '1.1'}} Dec 15 13:29:09.579037 dv-cinder-813228-4-iscsi neutron-server[102650]: {{(pid=102650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:29:09.623478 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-ca22e2e3-0261-4bdd-a42d-33284ab231f3 None None] Port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:29:09.647583 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] For port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:29:09.669573 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] For port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee,segment=NetworkSegment(ae81c921-cc39-4725-913f-6e60a10ef5ff),segment_id=ae81c921-cc39-4725-913f-6e60a10ef5ff)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:29:09.673713 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:09.719281 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Routers {'d366ab49-bb79-4cd5-9120-ba21506b1ef6'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:29:09.719887 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:29:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['d366ab49-bb79-4cd5-9120-ba21506b1ef6'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:09.810475 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c04ebc-afbe-41b6-bcc8-f05b92634314 None None] Pushing event updated for resources: {'Port': ['ID=6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee,revision_number=4']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:09.828891 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] Set router d366ab49-bb79-4cd5-9120-ba21506b1ef6 gateway port host: None {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:29:09.944215 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-7b485bd1-4d3e-4005-8ae1-564e08bf638c None None] Provisioning complete for port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:09.944672 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7b485bd1-4d3e-4005-8ae1-564e08bf638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:10.020143 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7b485bd1-4d3e-4005-8ae1-564e08bf638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:10.039822 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'name': 'router1', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:56Z', 'updated_at': '2021-12-15T13:29:07Z', 'revision_number': 2, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'gw_port_host': None, '_interfaces': [{'id': '6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee', 'name': '', 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'mac_address': 'fa:16:3e:2a:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:06Z', 'updated_at': '2021-12-15T13:29:09Z', 'revision_number': 4, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'subnets': [{'id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5edd0d14-ba7a-4175-bc5f-94108033bf8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:10.053168 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-7b485bd1-4d3e-4005-8ae1-564e08bf638c None None] For port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee,segment=NetworkSegment(ae81c921-cc39-4725-913f-6e60a10ef5ff),segment_id=ae81c921-cc39-4725-913f-6e60a10ef5ff)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:29:10.057654 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7b485bd1-4d3e-4005-8ae1-564e08bf638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:10.071623 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636ed26-236d-462c-83ee-cfcc509b2dc1 None None] The sync data for ids ['d366ab49-bb79-4cd5-9120-ba21506b1ef6'] in dv-cinder-813228-4-iscsi is: [{'id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'name': 'router1', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:56Z', 'updated_at': '2021-12-15T13:29:07Z', 'revision_number': 2, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'gw_port_host': None, '_interfaces': [{'id': '6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee', 'name': '', 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'mac_address': 'fa:16:3e:2a:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:06Z', 'updated_at': '2021-12-15T13:29:09Z', 'revision_number': 4, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'subnets': [{'id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5edd0d14-ba7a-4175-bc5f-94108033bf8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:29:10.114146 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b485bd1-4d3e-4005-8ae1-564e08bf638c None None] Pushing event updated for resources: {'Port': ['ID=6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:10.584986 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48840) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:10.700582 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c11877-2e53-4e85-9fcb-495f8d40d8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:10.701978 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f3c11877-2e53-4e85-9fcb-495f8d40d8b4 admin admin] 10.222.0.83 "GET /v2.0/networks/bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 HTTP/1.1" status: 200 len: 842 time: 0.1160347 Dec 15 13:29:10.712784 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:29:10.734075 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Made reservation on behalf of 0f70e030dc594b37825ba3900598d4c4 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:29:10.736247 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:11.065823 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.objects.ports [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:29:11.066279 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:11.119446 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05188bd-d601-44f8-9819-4ca2d9650a3e,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:11.130170 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:29:11.130513 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Network hostable DHCP agents. Network: bda64db1-6d5e-4ac4-a6c2-62a4402b20f7, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:29:11.146712 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:29:11.154724 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, bda64db1-6d5e-4ac4-a6c2-62a4402b20f7) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:11.158661 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:11.159239 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:11.164802 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f027f2-17d4-43d9-a744-f71e4d1508de None None] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:29:11.188892 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-037bdba6-821a-49bf-88e3-1935980f7ad1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4661283 Dec 15 13:29:11.292987 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331ab31-057c-45d7-9482-6f10d2101287 None None] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:29:13.669203 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48848) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:13.905661 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-168027a5-1fb9-4165-974a-1e666d269b3e admin admin] 10.222.0.83 "GET /v2.0/routers/d366ab49-bb79-4cd5-9120-ba21506b1ef6 HTTP/1.1" status: 200 len: 710 time: 0.2352004 Dec 15 13:29:13.997063 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea09ce8-2b85-4d17-907f-a3ef529511d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:29:13.998476 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7ea09ce8-2b85-4d17-907f-a3ef529511d2 admin admin] 10.222.0.83 "GET /v2.0/networks/bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 HTTP/1.1" status: 200 len: 886 time: 0.0869591 Dec 15 13:29:14.008772 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:29:14.256516 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:14.529034 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:14.602614 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:14.765927 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Allocated IP 172.27.1.123 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:29:14.871156 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:14.930298 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.008692 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:29:15.015630 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:29:15.018195 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Pushing event updated for resources: {'Port': ['ID=d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:15.028798 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:29:15.318453 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.508507 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-779355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4723'] for router, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.513293 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-779346'] for router, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.622947 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Router d366ab49-bb79-4cd5-9120-ba21506b1ef6 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:29:15.806286 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:29:15.812008 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.813245 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-cc2d71f2-d238-452d-81cf-49a9703c8205 admin admin] 10.222.0.83 "PUT /v2.0/routers/d366ab49-bb79-4cd5-9120-ba21506b1ef6 HTTP/1.1" status: 200 len: 890 time: 1.8079886 Dec 15 13:29:16.661063 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:29:17.354870 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Sync routers for ids ['d366ab49-bb79-4cd5-9120-ba21506b1ef6'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:29:17.378919 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Routers {'d366ab49-bb79-4cd5-9120-ba21506b1ef6'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:29:17.379666 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:29:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['d366ab49-bb79-4cd5-9120-ba21506b1ef6'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:17.402222 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:29:17.619826 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Set router d366ab49-bb79-4cd5-9120-ba21506b1ef6 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:29:17.635627 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:17.635880 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.155202 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'name': 'router1', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd0d2c4a2-c7d6-4d84-93c0-5d490ab5287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:56Z', 'updated_at': '2021-12-15T13:29:15Z', 'revision_number': 4, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'gw_port': {'id': 'd0d2c4a2-c7d6-4d84-93c0-5d490ab5287e', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:14Z', 'updated_at': '2021-12-15T13:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee', 'name': '', 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'mac_address': 'fa:16:3e:2a:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:06Z', 'updated_at': '2021-12-15T13:29:10Z', 'revision_number': 5, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'subnets': [{'id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5edd0d14-ba7a-4175-bc5f-94108033bf8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:18.204718 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Checking router: d366ab49-bb79-4cd5-9120-ba21506b1ef6 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:29:18.205072 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Updating router d366ab49-bb79-4cd5-9120-ba21506b1ef6 port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:29:18.254799 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.452188 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 48862) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:18.567260 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7da17a14-1fa8-4068-9ac5-635b153fbd53 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1138661 Dec 15 13:29:18.575636 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.586509 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.645077 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Attempting to bind port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:29:18.645362 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Attempting to bind port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:29:18.645722 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Attempting to bind port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:29:18.647944 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937b425-5ddd-436b-a29d-1ef91396fee0 None None] Pushing event updated for resources: {'Port': ['ID=d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:18.654263 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:29:18.654632 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:29:18.655033 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.655424 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:29:18.655896 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Bound port: d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:29:18.656297 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.709790 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] For port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:29:18.713303 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] For port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:29:18.718149 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.779825 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Routers {'d366ab49-bb79-4cd5-9120-ba21506b1ef6'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:29:18.781268 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:29:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['d366ab49-bb79-4cd5-9120-ba21506b1ef6'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:18.782881 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937b425-5ddd-436b-a29d-1ef91396fee0 None None] Pushing event updated for resources: {'Port': ['ID=d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:18.891835 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] Set router d366ab49-bb79-4cd5-9120-ba21506b1ef6 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:29:19.107286 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'name': 'router1', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd0d2c4a2-c7d6-4d84-93c0-5d490ab5287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:56Z', 'updated_at': '2021-12-15T13:29:15Z', 'revision_number': 4, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'gw_port': {'id': 'd0d2c4a2-c7d6-4d84-93c0-5d490ab5287e', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:14Z', 'updated_at': '2021-12-15T13:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee', 'name': '', 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'mac_address': 'fa:16:3e:2a:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:06Z', 'updated_at': '2021-12-15T13:29:10Z', 'revision_number': 5, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'subnets': [{'id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5edd0d14-ba7a-4175-bc5f-94108033bf8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:29:19.133906 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58bc55-ad88-4bb5-9152-1bce460a43d1 None None] The sync data for ids ['d366ab49-bb79-4cd5-9120-ba21506b1ef6'] in dv-cinder-813228-4-iscsi is: [{'id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'name': 'router1', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd0d2c4a2-c7d6-4d84-93c0-5d490ab5287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:56Z', 'updated_at': '2021-12-15T13:29:15Z', 'revision_number': 4, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'gw_port': {'id': 'd0d2c4a2-c7d6-4d84-93c0-5d490ab5287e', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:14Z', 'updated_at': '2021-12-15T13:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee', 'name': '', 'network_id': '3910aa3b-54d0-4b27-ae32-52d71e9f47f6', 'tenant_id': 'eb37d41816d74f66a5087e325e84211f', 'mac_address': 'fa:16:3e:2a:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd366ab49-bb79-4cd5-9120-ba21506b1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:29:06Z', 'updated_at': '2021-12-15T13:29:10Z', 'revision_number': 5, 'project_id': 'eb37d41816d74f66a5087e325e84211f', 'subnets': [{'id': '27045c7e-5351-4e3b-a92b-13e636ba6285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5edd0d14-ba7a-4175-bc5f-94108033bf8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:29:19.396375 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:29:19.457250 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:19.457623 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.548532 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.575309 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:29:19.587927 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.675450 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:29:21.395223 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:29:21.442504 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port d0d2c4a2-c7d6-4d84-93c0-5d490ab5287e triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:29:21.443029 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:29.636619 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-dbe80e4a-c602-40db-beab-7c26196ed889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:32.162276 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-271da406-deed-4cfb-8135-9f447aa6cf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:33.319788 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:34.839718 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:35.543805 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:53.661026 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:29:59.634251 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48b2-da28-42ce-b747-7b9598a9bcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:02.163653 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-62672632-4204-449e-82dc-5640571171dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:03.210242 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:04.834432 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:05.501323 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:29.633504 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c28a6736-6308-4e1b-9d06-c72ac49bd4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:30.662363 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:30:32.153524 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7a841af2-faae-46af-be3c-82746750ed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:33.195718 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:34.841182 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:35.497351 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:42.461978 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49346) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:42.525607 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9178a35-0c79-454d-8f00-4064fe71249d admin admin] GET failed (client error): The resource could not be found. Dec 15 13:30:42.526961 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f9178a35-0c79-454d-8f00-4064fe71249d admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640395 Dec 15 13:30:42.701991 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd38d26e-1aa3-40ed-aca4-5eb178a404d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:42.703459 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-dd38d26e-1aa3-40ed-aca4-5eb178a404d7 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1712368 Dec 15 13:30:45.070709 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49356) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:45.161117 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41706e-7e78-4bf3-bf80-d14d22d537d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:45.162469 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3e41706e-7e78-4bf3-bf80-d14d22d537d6 admin admin] 10.222.0.83 "GET /v2.0/subnets/27045c7e-5351-4e3b-a92b-13e636ba6285 HTTP/1.1" status: 200 len: 849 time: 0.0908110 Dec 15 13:30:45.172394 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:45.256572 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:45.400987 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778143370460'] for subnet, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:45.418658 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c9d81-9378-4f15-8184-a3e268fef172 None None] Network 3910aa3b-54d0-4b27-ae32-52d71e9f47f6 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:30:45.428334 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:45.428952 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:45.430386 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] 10.222.0.83 "PUT /v2.0/subnets/27045c7e-5351-4e3b-a92b-13e636ba6285 HTTP/1.1" status: 200 len: 868 time: 0.2615833 Dec 15 13:30:45.455444 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27045c7e-5351-4e3b-a92b-13e636ba6285,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:45.463265 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.463635 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.463981 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.464321 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.464650 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.464982 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.465327 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.465857 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.466124 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.466418 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.466746 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.467079 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.467392 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2dc84-73dd-409d-b772-5860746b3676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:45.744050 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-35effb7b-1adf-450b-b78f-0035d34dd4c4 None None] Provisioning complete for port 6e7a2951-54f3-4fb0-a8fe-6e9d296d6fee triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:30:45.744520 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-35effb7b-1adf-450b-b78f-0035d34dd4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:45.835905 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-35effb7b-1adf-450b-b78f-0035d34dd4c4 None None] Provisioning complete for port 20fdb312-08fa-476e-8513-56d9a584423c triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:30:45.836154 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-35effb7b-1adf-450b-b78f-0035d34dd4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:47.836690 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49364) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:48.038031 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013871e-2f65-4fee-a223-0390fd1e1d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:48.038413 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013871e-2f65-4fee-a223-0390fd1e1d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:48.039945 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5013871e-2f65-4fee-a223-0390fd1e1d9f admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022941 Dec 15 13:30:50.541057 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49372) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:50.672888 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b0db09-0726-4920-aca5-9796f54ae0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:50.673351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b0db09-0726-4920-aca5-9796f54ae0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:50.674909 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-07b0db09-0726-4920-aca5-9796f54ae0f4 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328776 Dec 15 13:30:53.065909 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49380) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:53.224487 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab315cb5-1b36-4a8a-aa8e-aff26a6b460c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:53.225948 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ab315cb5-1b36-4a8a-aa8e-aff26a6b460c admin admin] 10.222.0.83 "GET /v2.0/networks/3910aa3b-54d0-4b27-ae32-52d71e9f47f6 HTTP/1.1" status: 200 len: 869 time: 0.1589842 Dec 15 13:30:55.617195 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49388) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:55.742615 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d53c2-a212-4b40-aba8-6b36eb780953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:55.743969 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1f7d53c2-a212-4b40-aba8-6b36eb780953 admin admin] 10.222.0.83 "GET /v2.0/networks/bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 HTTP/1.1" status: 200 len: 886 time: 0.1257663 Dec 15 13:30:58.160522 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49396) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:58.290648 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a71c66-925e-4e96-83c6-1124fe4bcbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:58.291092 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a71c66-925e-4e96-83c6-1124fe4bcbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:58.293095 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-99a71c66-925e-4e96-83c6-1124fe4bcbab admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311328 Dec 15 13:30:59.627065 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3e9bed11-83f5-44f5-88e8-4060eb65d7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.701267 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49404) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:00.794807 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f32ab7-a550-481c-a8a5-d471a98a3086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:00.795256 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f32ab7-a550-481c-a8a5-d471a98a3086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:00.796797 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e6f32ab7-a550-481c-a8a5-d471a98a3086 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945394 Dec 15 13:31:02.155688 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cc1c8393-8adb-4a29-bc1c-33c8fd78bb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.194438 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.238159 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49412) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:03.343838 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d234538-6dc4-4c15-86a8-d08f344a70dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:03.345221 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8d234538-6dc4-4c15-86a8-d08f344a70dd admin admin] 10.222.0.83 "GET /v2.0/subnets/27045c7e-5351-4e3b-a92b-13e636ba6285 HTTP/1.1" status: 200 len: 868 time: 0.1061208 Dec 15 13:31:04.841685 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.501629 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.822508 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49420) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:05.917407 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a4fdd-33a7-4036-acc3-2c94e7733a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:05.918713 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-935a4fdd-33a7-4036-acc3-2c94e7733a76 admin admin] 10.222.0.83 "GET /v2.0/subnets/b05188bd-d601-44f8-9819-4ca2d9650a3e HTTP/1.1" status: 200 len: 816 time: 0.0947275 Dec 15 13:31:07.661486 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:31:29.633358 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-89edf1b8-c71e-47d3-9ed1-2a8e064282be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:30.854971 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49474) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:30.903429 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [None req-b5ceb1f9-512d-40cd-8034-89cde2303356 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:31:30.904478 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b5ceb1f9-512d-40cd-8034-89cde2303356 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485492 Dec 15 13:31:32.157206 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-242a6713-9bd9-4afa-9f94-222506a7aba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:33.198248 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:33.372371 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49482) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:33.432540 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.pecan_wsgi.hooks.translation [None req-801f61f1-a9d2-4cb7-ba74-6474c6840cc0 admin admin] GET failed (client error): The resource could not be found. Dec 15 13:31:33.433908 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-801f61f1-a9d2-4cb7-ba74-6474c6840cc0 admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605631 Dec 15 13:31:33.520022 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e10440-5fe6-4255-a09c-f1175846e695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:33.521382 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f5e10440-5fe6-4255-a09c-f1175846e695 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829022 Dec 15 13:31:34.845107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.506726 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.957828 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49490) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:36.006736 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:36.027762 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Made reservation on behalf of 0f70e030dc594b37825ba3900598d4c4 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:36.030002 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.063248 dv-cinder-813228-4-iscsi neutron-server[102647]: WARNING neutron.services.revisions.revision_plugin [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Could not find related network for resource to bump revision. Dec 15 13:31:36.075704 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:31:36.085935 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.086811 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Added segment 72ecde32-7394-4904-af2a-b13f1a91b053 of type vlan for network e163dbe5-8627-4937-8eec-fadae32183ef Dec 15 13:31:36.133070 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.156043 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.156955 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:36.157525 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.288840 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3298125 Dec 15 13:31:36.300351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa79c6-3f75-424f-9876-fa8decf69ace admin admin] Pushing event updated for resources: {'Network': ['ID=e163dbe5-8627-4937-8eec-fadae32183ef,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:36.311668 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network e163dbe5-8627-4937-8eec-fadae32183ef details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:31:38.714711 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49498) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:38.774628 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5f6834-7f05-4830-a870-d5932e66f52d admin admin] GET failed (client error): The resource could not be found. Dec 15 13:31:38.775876 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3d5f6834-7f05-4830-a870-d5932e66f52d admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602131 Dec 15 13:31:38.847470 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0920270e-1d9a-4d24-b329-9f35afd5ecff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:38.848908 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0920270e-1d9a-4d24-b329-9f35afd5ecff admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684407 Dec 15 13:31:38.858984 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Request body: {'subnet': {'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:38.878481 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Made reservation on behalf of 0f70e030dc594b37825ba3900598d4c4 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:38.880882 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.042328 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.095395 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f05964-b3be-4f3d-bbcf-dd810e3d06a9,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:39.103774 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Checking segment: {'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:39.104118 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Network hostable DHCP agents. Network: e163dbe5-8627-4937-8eec-fadae32183ef, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:31:39.120717 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Network e163dbe5-8627-4937-8eec-fadae32183ef is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:31:39.129533 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, e163dbe5-8627-4937-8eec-fadae32183ef) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:39.134195 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.134819 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.141042 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b9931-ffb9-4db4-b569-cfdb3469b1af None None] Network e163dbe5-8627-4937-8eec-fadae32183ef requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:39.150898 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7df10020-5fbd-4879-80aa-e8f7f8094f6e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2951570 Dec 15 13:31:39.250988 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-e163dbe5-8627-4937-8eec-fadae32183ef', 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef', 'project_id': '0f70e030dc594b37825ba3900598d4c4', 'fixed_ips': [{'subnet_id': '65f05964-b3be-4f3d-bbcf-dd810e3d06a9'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:31:39.251921 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.409092 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Allocated IP 192.168.233.2 (e163dbe5-8627-4937-8eec-fadae32183ef/65f05964-b3be-4f3d-bbcf-dd810e3d06a9/7d54d60b-d799-41bc-8191-7c0b62ba0b9b) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:39.667595 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.674995 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.719098 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Network e163dbe5-8627-4937-8eec-fadae32183ef is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:39.723172 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Pushing event updated for resources: {'Port': ['ID=7d54d60b-d799-41bc-8191-7c0b62ba0b9b,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:39.725442 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:39.728906 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:39.735097 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.735500 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.735837 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.736178 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.736507 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.736836 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.737160 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.737482 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.737845 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.738188 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.738519 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.738835 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.739144 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:39.807862 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Attempting to bind port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:39.808228 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Attempting to bind port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:39.808587 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Attempting to bind port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b on network e163dbe5-8627-4937-8eec-fadae32183ef {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:39.814099 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:39.814469 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Checking segment: {'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:39.814871 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.815271 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Bound using segment: {'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:39.815734 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Bound port: 7d54d60b-d799-41bc-8191-7c0b62ba0b9b, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:39.816130 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.882051 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] For port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:39.886064 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] For port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=7d54d60b-d799-41bc-8191-7c0b62ba0b9b,segment=NetworkSegment(72ecde32-7394-4904-af2a-b13f1a91b053),segment_id=72ecde32-7394-4904-af2a-b13f1a91b053)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:39.891345 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.954980 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ebe07-c835-49a8-b4ac-6d931d0ad50d None None] Pushing event updated for resources: {'Port': ['ID=7d54d60b-d799-41bc-8191-7c0b62ba0b9b,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:40.839922 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefcbae6-baf8-486d-8284-2d26e8fcfe9e None None] Network e163dbe5-8627-4937-8eec-fadae32183ef requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:40.905408 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-dd353e7a-53dd-4adf-9711-714cb91d50c6 None None] Provisioning complete for port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:40.905794 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-dd353e7a-53dd-4adf-9711-714cb91d50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:41.024928 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-dd353e7a-53dd-4adf-9711-714cb91d50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:41.061417 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-dd353e7a-53dd-4adf-9711-714cb91d50c6 None None] For port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=7d54d60b-d799-41bc-8191-7c0b62ba0b9b,segment=NetworkSegment(72ecde32-7394-4904-af2a-b13f1a91b053),segment_id=72ecde32-7394-4904-af2a-b13f1a91b053)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:41.066031 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-dd353e7a-53dd-4adf-9711-714cb91d50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:41.118454 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd353e7a-53dd-4adf-9711-714cb91d50c6 None None] Pushing event updated for resources: {'Port': ['ID=7d54d60b-d799-41bc-8191-7c0b62ba0b9b,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:41.291791 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-2c862a30-0482-4b00-891e-ae5d98fa92bd None None] Provisioning complete for port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:41.292154 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2c862a30-0482-4b00-891e-ae5d98fa92bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:41.452441 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 7d54d60b-d799-41bc-8191-7c0b62ba0b9b up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:41.511441 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 7d54d60b-d799-41bc-8191-7c0b62ba0b9b triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:41.511804 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.659862 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:31:59.629131 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c808c1d3-9085-45bb-ac19-6daf30643926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:02.160075 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8fea-e3e0-4610-97cb-46c19b3d3184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:03.204106 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:04.844687 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:05.510442 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.658066 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:32:29.631740 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-38605f34-d0db-4ee4-b00f-e470f9e90d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:32.164686 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e75a63c2-fde5-4813-87e8-95b74a70d67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:33.203833 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:34.847549 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:35.516591 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:58.015143 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49542) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:58.021062 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [None req-124aa5c8-a7bd-4eee-a7a4-06d0a4ca48fe tempest-verify_tempest_config-2093758036 tempest-verify_tempest_config-2093758036-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:32:58.022144 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-124aa5c8-a7bd-4eee-a7a4-06d0a4ca48fe tempest-verify_tempest_config-2093758036 tempest-verify_tempest_config-2093758036-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059013 Dec 15 13:32:58.310936 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49560) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:58.411929 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:58.484121 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:58.488352 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:58.533224 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b631af0b-5b48-4d5a-aa0e-16ad46261a84,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:58.538330 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e2912e81078b48779400cb0724fccfea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2264085 Dec 15 13:32:58.541220 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49564) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:58.542557 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.542962 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.543234 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.543566 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.543890 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.544208 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.544525 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.544843 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.545178 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.545529 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.545874 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.546191 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.546504 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501edc3-d899-4e0f-809c-f23dc43d3405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.603406 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:58.623540 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:58.657097 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:32:58.713553 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:58.716174 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:58.717357 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b631af0b-5b48-4d5a-aa0e-16ad46261a84 HTTP/1.1" status: 204 len: 168 time: 0.1750283 Dec 15 13:32:58.726167 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b631af0b-5b48-4d5a-aa0e-16ad46261a84,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:58.732779 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.733152 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.733507 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.733883 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.734270 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.734546 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.734891 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.735221 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.735685 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.735893 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.736211 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.736591 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:58.736844 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57420b0-b789-4833-90c8-5e652f8bef5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.633593 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0673577c-644b-42e7-b5eb-ba4afd077c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.167733 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-37ab5cca-1f86-45fe-8397-e48600b4417f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.208117 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:04.850124 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:05.510384 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:29.634370 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1ffe169d-0bfc-4314-9489-b55d75262522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:32.171458 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3629-176b-4ec2-81c4-f3bd5e288027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:33.210496 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:34.852180 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:35.512398 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:35.656757 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:33:59.637422 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cd1897b0-04f3-4850-9ca2-09a45c040f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.177177 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-418f9c31-eb05-49e7-aa93-f48b62f14979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:03.215892 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:04.854872 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:05.516161 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:12.656952 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 5 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:34:29.646310 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-4919842b-79f2-4799-9d2f-30d5ba6e12b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:32.169646 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-93d678d1-a848-4e15-9a20-db636fcd9717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:33.217352 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:34.858072 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:34.883834 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785144'] for agent, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.520214 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.655867 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:34:50.303127 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49638) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:50.408118 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9fd09331-5d51-4f7d-994e-5d28cabad41f admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1038954 Dec 15 13:34:52.826125 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49648) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:52.888585 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-96fdbd9c-2829-407f-9c88-e31150b4ef37 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0613356 Dec 15 13:34:59.638613 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-67260b55-32ba-4f4e-8125-508d0b8cd9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.174231 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1659e055-30d2-49fe-9cd3-25973ad1a97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.224256 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:04.867810 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:04.869376 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:05.522287 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.655647 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:35:29.645324 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e1f69688-e672-4b06-a12e-af71dc6b5929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:32.175278 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-bd85bbe1-f23a-4648-8ce1-afe245dc59f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:33.223057 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:34.863261 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:34.867003 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:35.526602 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.636555 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-70318970-178d-4fd3-a3fd-fb2531a0628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.178592 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-01a9ac8d-e40a-4b99-a49c-970deece3e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.229925 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.655279 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:36:04.876166 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.877558 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:05.531947 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:21.552668 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49758) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:21.749925 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-network', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:21.786765 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Made reservation on behalf of 0bddd6292c044cdb9eb8e5bba5ebd4fc for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:21.789673 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:21.798359 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:21.883216 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:21.888036 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:21.912798 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=102648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:21.931608 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ba8ad0-ffec-4063-9852-cdd8bb3df72e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:21.942806 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.943268 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.943797 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.944120 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.944450 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.944827 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.945222 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.945580 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.945957 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.946278 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.946591 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.946899 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.947634 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Tracked resource versions report: Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: pushed versions: Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: { 'AddressGroup': {'1.2'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'ConntrackHelper': {'1.0'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Log': {'1.0'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Network': {'1.1'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Port': {'1.7'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'PortForwarding': {'1.2'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'QosPolicy': {'1.10'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SecurityGroup': {'1.5'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SubPort': {'1.0'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Subnet': {'1.1'}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Trunk': {'1.1'}} Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: consumer versions: Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: { DHCP agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: HyperV agent@hv-cinder-81322: {}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: L3 agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: Metadata agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: Metering agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: Open vSwitch agent@dv-cinder-813228-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'ConntrackHelper': '1.0', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'LocalIPAssociation': '1.0', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Log': '1.0', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Network': '1.1', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Port': '1.7', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'PortForwarding': '1.2', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'QosPolicy': '1.10', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SecurityGroup': '1.5', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SecurityGroupRule': '1.2', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'SubPort': '1.0', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Subnet': '1.1', Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: 'Trunk': '1.1'}} Dec 15 13:36:21.948741 dv-cinder-813228-4-iscsi neutron-server[102648]: {{(pid=102648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:36:21.955838 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:21.956402 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Added segment 400aeb81-ae28-490e-8134-03bba8219260 of type vlan for network a124ac63-e61f-437a-a1a8-96048fcd9353 Dec 15 13:36:22.006558 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.033110 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.034175 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:22.034716 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.093352 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] Pushing event updated for resources: {'Network': ['ID=a124ac63-e61f-437a-a1a8-96048fcd9353,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:22.104839 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network a124ac63-e61f-437a-a1a8-96048fcd9353 details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:22.108042 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1eaa15bc-a74c-40e5-976e-ff1b4a05eda0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5540478 Dec 15 13:36:22.111146 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49800) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:22.116193 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Request body: {'subnet': {'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-subnet', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:22.142889 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Made reservation on behalf of 0bddd6292c044cdb9eb8e5bba5ebd4fc for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:22.145895 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.361029 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.375541 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49810) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:22.422020 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d612104-f2e7-4bcf-bc28-598f98630a95,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:22.431196 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Checking segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:22.431544 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Network hostable DHCP agents. Network: a124ac63-e61f-437a-a1a8-96048fcd9353, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:22.455045 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Network a124ac63-e61f-437a-a1a8-96048fcd9353 is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:22.469107 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, a124ac63-e61f-437a-a1a8-96048fcd9353) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:22.474019 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:22.474785 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.482752 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b696b-3edd-408e-bf4c-1c8d7a368dd8 None None] Network a124ac63-e61f-437a-a1a8-96048fcd9353 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:22.497632 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49822) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:22.498059 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-850eab7b-58b3-4c1b-b444-a2c26cd08052 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3855207 Dec 15 13:36:22.502664 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:22.527655 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.529184 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.623778 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-a124ac63-e61f-437a-a1a8-96048fcd9353', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:36:22.625137 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.643837 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.802400 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.806907 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Allocated IP 172.20.0.2 (a124ac63-e61f-437a-a1a8-96048fcd9353/9d612104-f2e7-4bcf-bc28-598f98630a95/aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:22.812290 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-network', 'tenant_id': '91da5641066242d99b74a660383a26da'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:22.880656 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Made reservation on behalf of 91da5641066242d99b74a660383a26da for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:22.883794 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.893594 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.968239 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.974399 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.980229 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:22.992435 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.004312 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:23.009890 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Network a124ac63-e61f-437a-a1a8-96048fcd9353 is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:23.014944 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.015401 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Added segment 4f9000e2-6c4d-4a13-812c-06a30fc22000 of type vlan for network 65892dc7-52b7-4275-99f0-3ec0b08be25d Dec 15 13:36:23.015816 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:23.018610 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:23.059764 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.096862 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Attempting to bind port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:23.097549 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Attempting to bind port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:23.098212 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Attempting to bind port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba on network a124ac63-e61f-437a-a1a8-96048fcd9353 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:23.102953 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Pushing event updated for resources: {'Port': ['ID=aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:23.111773 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.112824 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.113322 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.113811 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.114300 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.114779 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.115268 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.115723 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.116515 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.117868 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.118496 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.118973 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.119923 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Tracked resource versions report: Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: pushed versions: Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: { 'AddressGroup': {'1.2'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'ConntrackHelper': {'1.0'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Log': {'1.0'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Network': {'1.1'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Port': {'1.7'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'PortForwarding': {'1.2'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'QosPolicy': {'1.10'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SecurityGroup': {'1.5'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SubPort': {'1.0'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Subnet': {'1.1'}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Trunk': {'1.1'}} Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: consumer versions: Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: { DHCP agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: HyperV agent@hv-cinder-81322: {}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: L3 agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: Metadata agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: Metering agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: Open vSwitch agent@dv-cinder-813228-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'ConntrackHelper': '1.0', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'LocalIPAssociation': '1.0', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Log': '1.0', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Network': '1.1', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Port': '1.7', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'PortForwarding': '1.2', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'QosPolicy': '1.10', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SecurityGroup': '1.5', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SecurityGroupRule': '1.2', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'SubPort': '1.0', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Subnet': '1.1', Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: 'Trunk': '1.1'}} Dec 15 13:36:23.121411 dv-cinder-813228-4-iscsi neutron-server[102649]: {{(pid=102649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:36:23.128854 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d550ba-05bc-47ff-a3c5-0a129a77ac57,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:23.129347 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:23.130003 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Checking segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:23.130550 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.131109 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Bound using segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:23.131880 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Bound port: aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:23.133830 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.139688 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.140700 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:23.141489 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.144321 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.145161 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.145713 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.146273 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.146750 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.154303 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.155520 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.158442 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.158796 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.159145 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.159475 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.159791 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.160105 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Tracked resource versions report: Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: pushed versions: Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: { 'AddressGroup': {'1.2'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'ConntrackHelper': {'1.0'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Log': {'1.0'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Network': {'1.1'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Port': {'1.7'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'PortForwarding': {'1.2'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'QosPolicy': {'1.10'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SecurityGroup': {'1.5'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SubPort': {'1.0'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Subnet': {'1.1'}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Trunk': {'1.1'}} Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: consumer versions: Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: { DHCP agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: HyperV agent@hv-cinder-81322: {}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: L3 agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: Metadata agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: Metering agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: Open vSwitch agent@dv-cinder-813228-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'ConntrackHelper': '1.0', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'LocalIPAssociation': '1.0', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Log': '1.0', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Network': '1.1', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Port': '1.7', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'PortForwarding': '1.2', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'QosPolicy': '1.10', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SecurityGroup': '1.5', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SecurityGroupRule': '1.2', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'SubPort': '1.0', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Subnet': '1.1', Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: 'Trunk': '1.1'}} Dec 15 13:36:23.161245 dv-cinder-813228-4-iscsi neutron-server[102647]: {{(pid=102647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:36:23.213416 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] For port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:23.216891 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] For port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:23.221684 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.237388 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49862) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:23.238058 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8601081 Dec 15 13:36:23.243182 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Request body: {'subnet': {'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-subnet', 'tenant_id': '91da5641066242d99b74a660383a26da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:23.257104 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2266f2-95c6-4bfa-849d-a5e85dff9d20 admin admin] Pushing event updated for resources: {'Network': ['ID=65892dc7-52b7-4275-99f0-3ec0b08be25d,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:23.276829 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 65892dc7-52b7-4275-99f0-3ec0b08be25d details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:23.292508 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Made reservation on behalf of 91da5641066242d99b74a660383a26da for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:23.295756 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.299579 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49864) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:23.401423 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.453253 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.473692 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf0c17-fe3e-4701-8ea5-350f62f0f905 None None] Pushing event updated for resources: {'Port': ['ID=aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:23.559352 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.665125 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Allocated IP 172.27.1.107 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/a8b4156d-aa3c-4c53-a436-ec87aecd7e06) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:23.683649 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=388cd7ca-001b-4985-9047-da64dc34e834,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:23.694122 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Checking segment: {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:23.694122 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Network hostable DHCP agents. Network: 65892dc7-52b7-4275-99f0-3ec0b08be25d, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:23.722927 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Network 65892dc7-52b7-4275-99f0-3ec0b08be25d is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:23.739013 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 65892dc7-52b7-4275-99f0-3ec0b08be25d) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:23.744444 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:23.745084 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.751945 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030771e-8a00-46c1-aace-55f7cdece800 None None] Network 65892dc7-52b7-4275-99f0-3ec0b08be25d requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:23.800717 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 49876) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:23.803330 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-abbcea95-d438-4da8-8171-3b07cc4609cd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5637012 Dec 15 13:36:23.819107 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:23.895841 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.896968 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.897502 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452a4e98-b32d-4614-8b13-83d79c61c062 None None] Network 65892dc7-52b7-4275-99f0-3ec0b08be25d requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:23.939318 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:23.982530 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49884) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:23.999658 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.015636 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348741449-network', 'tenant_id': 'a9e5c8d84d63416aa50961ac229d72b7'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:24.214046 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.224068 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Made reservation on behalf of a9e5c8d84d63416aa50961ac229d72b7 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:24.226851 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.276644 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1144796812-network', 'tenant_id': 'cbc3fb62e6fd4e12b55c29b671482f9d'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:24.317432 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Made reservation on behalf of cbc3fb62e6fd4e12b55c29b671482f9d for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:24.319793 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.338760 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.382699 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Pushing event updated for resources: {'Port': ['ID=a8b4156d-aa3c-4c53-a436-ec87aecd7e06,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:24.389169 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.409041 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:24.414675 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.420111 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:24.434575 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:24.496886 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.503232 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.523138 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=102648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:24.539264 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.540077 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Added segment 39b863fd-80a4-4cff-a28d-5e3079903bab of type vlan for network 5d6416a0-3b53-483b-945b-ef82c2e0f162 Dec 15 13:36:24.602378 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.652804 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee0e47-4658-4dfb-8b99-4328ea5c1a42,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:24.671495 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.673381 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:24.674329 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.751951 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] Pushing event updated for resources: {'Network': ['ID=5d6416a0-3b53-483b-945b-ef82c2e0f162,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:24.759783 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6daec51a-6cea-403e-aab8-3606b5ca5f4c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7761166 Dec 15 13:36:24.763880 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 5d6416a0-3b53-483b-945b-ef82c2e0f162 details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:24.764418 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49918) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:24.771419 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Request body: {'subnet': {'network_id': '5d6416a0-3b53-483b-945b-ef82c2e0f162', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1144796812-subnet', 'tenant_id': 'cbc3fb62e6fd4e12b55c29b671482f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:24.804916 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Made reservation on behalf of cbc3fb62e6fd4e12b55c29b671482f9d for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:24.810494 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.865095 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1a379-3b9d-41ca-8d68-9e3848fd0b78 None None] Network a124ac63-e61f-437a-a1a8-96048fcd9353 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:24.924660 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.939259 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.948362 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.097348 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:25.098737 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-ae4e8da6-abcd-41ee-b165-ebbd98a6ab80 None None] Provisioning complete for port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:25.100471 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8da6-abcd-41ee-b165-ebbd98a6ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.124996 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d144c5-9a60-4cdb-9958-248876d98e8c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:25.133318 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.133866 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Added segment e4aa6341-d540-49ba-a615-b42c65fd15bc of type vlan for network 8914b0e8-f0a7-4a65-ab05-07b1b8be543b Dec 15 13:36:25.319001 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.357503 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.406093 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8da6-abcd-41ee-b165-ebbd98a6ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.417951 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b45dab-e4b9-4d1b-907b-d5c3b1f5860b,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:25.476827 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Checking segment: {'id': '39b863fd-80a4-4cff-a28d-5e3079903bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d6416a0-3b53-483b-945b-ef82c2e0f162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:25.484749 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Network hostable DHCP agents. Network: 5d6416a0-3b53-483b-945b-ef82c2e0f162, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:25.489672 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.db.resource_extend [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:36:25.528587 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-ae4e8da6-abcd-41ee-b165-ebbd98a6ab80 None None] For port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:25.534320 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Network 5d6416a0-3b53-483b-945b-ef82c2e0f162 is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:25.537711 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8da6-abcd-41ee-b165-ebbd98a6ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.557563 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 5d6416a0-3b53-483b-945b-ef82c2e0f162) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:25.575841 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1d0a2-7908-4546-8137-336b1b15cd8c None None] Network 5d6416a0-3b53-483b-945b-ef82c2e0f162 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:25.586335 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:25.588260 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.646403 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-61fc66b6-7e16-465b-88f2-a35b33af5820 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8801959 Dec 15 13:36:25.665667 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.667152 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:25.667880 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.678089 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.766132 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273bba01-260f-477e-88fb-043d2411c0d5 None None] Network 5d6416a0-3b53-483b-945b-ef82c2e0f162 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:25.816408 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.836058 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:25.850607 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5452297 Dec 15 13:36:25.850853 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-c72e51a2-6ed4-46bb-a8a2-38e0af0d0754 None None] Provisioning complete for port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:25.850853 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c72e51a2-6ed4-46bb-a8a2-38e0af0d0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.850853 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e8da6-abcd-41ee-b165-ebbd98a6ab80 None None] Pushing event updated for resources: {'Port': ['ID=aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:25.851663 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:25.851782 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49954) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:25.858305 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Request body: {'subnet': {'network_id': '8914b0e8-f0a7-4a65-ab05-07b1b8be543b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348741449-subnet', 'tenant_id': 'a9e5c8d84d63416aa50961ac229d72b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:25.862564 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd21971-ab8b-4605-bbf2-e5c5bec3ed52 admin admin] Pushing event updated for resources: {'Network': ['ID=8914b0e8-f0a7-4a65-ab05-07b1b8be543b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:25.887623 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 8914b0e8-f0a7-4a65-ab05-07b1b8be543b details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:25.906113 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Made reservation on behalf of a9e5c8d84d63416aa50961ac229d72b7 for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:25.909698 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:26.089226 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Allocated IP 172.27.1.90 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/bfdc4048-c669-409c-b127-879c983b5b9b) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:26.153173 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:26.153681 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:26.213684 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Router a4e232e7-3c43-4893-81c6-7cd8c49a3629 is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:36:26.269522 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:26.350477 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Checking segment: {'id': 'e4aa6341-d540-49ba-a615-b42c65fd15bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8914b0e8-f0a7-4a65-ab05-07b1b8be543b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:26.350961 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Network hostable DHCP agents. Network: 8914b0e8-f0a7-4a65-ab05-07b1b8be543b, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:26.377893 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Network 8914b0e8-f0a7-4a65-ab05-07b1b8be543b is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:26.388995 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b48620-dd46-4199-b80c-c6d8d66b1fbe,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:26.393438 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 8914b0e8-f0a7-4a65-ab05-07b1b8be543b) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:26.398934 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:26.399844 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:26.407074 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59032200-c14b-4611-914d-5617ae6b2bae None None] Network 8914b0e8-f0a7-4a65-ab05-07b1b8be543b requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:26.440320 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-afff2243-3efc-4be9-ab01-33d08f437c99 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5818241 Dec 15 13:36:26.532970 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:26.636371 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:26.700755 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:36:26.714587 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Sync routers for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:36:26.727907 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f384ce9-3133-4722-886b-f9f50bddda21 None None] Network 8914b0e8-f0a7-4a65-ab05-07b1b8be543b requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:26.736810 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:26.737523 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:36:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:26.757128 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:26.764392 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdc4048-c669-409c-b127-879c983b5b9b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:26.767306 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:26.770561 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:26.958428 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:27.024606 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:27.028031 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f3966e6d-f138-49ea-8793-171bc76c660e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5281410 Dec 15 13:36:27.030267 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 49990) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:27.166328 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:27.354762 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:24Z', 'revision_number': 3, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:27.390367 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Checking router: a4e232e7-3c43-4893-81c6-7cd8c49a3629 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:36:27.390964 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Updating router a4e232e7-3c43-4893-81c6-7cd8c49a3629 port a8b4156d-aa3c-4c53-a436-ec87aecd7e06 binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:36:27.439879 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:27.675911 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:27.695705 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:27.743069 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50028) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:27.768762 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-825093434-network', 'tenant_id': 'ca3a9bad323342759de5429e878212ce'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:27.831796 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:27.832794 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:27.856308 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Made reservation on behalf of ca3a9bad323342759de5429e878212ce for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:27.862162 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:27.893511 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:36:27.904224 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.011898 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50048) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:28.021152 dv-cinder-813228-4-iscsi neutron-server[102648]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 13:36:28.027627 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.035565 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.075092 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:36:28.085002 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Sync routers for ids ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:36:28.098249 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Routers {'7c1a4784-0a5e-4ec0-9e68-caded00fc60c'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:28.098865 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:36:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:28.104983 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.107023 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0b5481d2-5e75-4ead-9554-c11b625e32e7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3045900 Dec 15 13:36:28.108989 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50054) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:28.110393 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Pushing event updated for resources: {'Port': ['ID=a8b4156d-aa3c-4c53-a436-ec87aecd7e06,revision_number=2']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:28.124007 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.124518 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.124978 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.125416 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.125903 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.126462 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.126893 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.127320 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.127781 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.128219 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.128640 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.129064 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.129550 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Tracked resource versions report: Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: pushed versions: Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: { 'AddressGroup': {'1.2'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'ConntrackHelper': {'1.0'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Log': {'1.0'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Network': {'1.1'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Port': {'1.7'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'PortForwarding': {'1.2'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'QosPolicy': {'1.10'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SecurityGroup': {'1.5'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SubPort': {'1.0'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Subnet': {'1.1'}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Trunk': {'1.1'}} Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: consumer versions: Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: { DHCP agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: HyperV agent@hv-cinder-81322: {}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: L3 agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: Metadata agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: Metering agent@dv-cinder-813228-4-iscsi: {}, Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: Open vSwitch agent@dv-cinder-813228-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'ConntrackHelper': '1.0', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'LocalIPAssociation': '1.0', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Log': '1.0', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Network': '1.1', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Port': '1.7', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'PortForwarding': '1.2', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'QosPolicy': '1.10', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SecurityGroup': '1.5', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SecurityGroupRule': '1.2', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'SubPort': '1.0', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Subnet': '1.1', Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: 'Trunk': '1.1'}} Dec 15 13:36:28.130772 dv-cinder-813228-4-iscsi neutron-server[102650]: {{(pid=102650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:36:28.140974 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Attempting to bind port a8b4156d-aa3c-4c53-a436-ec87aecd7e06 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:28.141443 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Attempting to bind port a8b4156d-aa3c-4c53-a436-ec87aecd7e06 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:28.141946 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Attempting to bind port a8b4156d-aa3c-4c53-a436-ec87aecd7e06 on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:28.147292 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:28.148046 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:28.148548 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.149042 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:28.149620 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Bound port: a8b4156d-aa3c-4c53-a436-ec87aecd7e06, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:28.150241 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.206569 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50056) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:28.211857 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] For port a8b4156d-aa3c-4c53-a436-ec87aecd7e06, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:28.217730 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] For port a8b4156d-aa3c-4c53-a436-ec87aecd7e06, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=a8b4156d-aa3c-4c53-a436-ec87aecd7e06,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:28.231500 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.247974 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-5f022f57-3902-42d2-b217-ef7abc96af63 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:28.254924 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-5f022f57-3902-42d2-b217-ef7abc96af63 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/networks?id=5d6416a0-3b53-483b-945b-ef82c2e0f162 HTTP/1.1" status: 200 len: 812 time: 0.2353356 Dec 15 13:36:28.274155 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Set router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:28.296596 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-af0e487d-2860-4d1c-8a6f-fb68f3bf7bb9 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/quotas/cbc3fb62e6fd4e12b55c29b671482f9d HTTP/1.1" status: 200 len: 375 time: 0.0407627 Dec 15 13:36:28.354851 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:28.355566 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:36:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:28.368689 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-d85af15e-f06d-4d5e-aa61-c7d4cbac7a07 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=cbc3fb62e6fd4e12b55c29b671482f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708387 Dec 15 13:36:28.424682 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.446321 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6e88e619-8131-4dd7-8773-df8d3a3679c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.477415 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694e6fc-8b53-468f-be52-2b496bca6d05 None None] Pushing event updated for resources: {'Port': ['ID=a8b4156d-aa3c-4c53-a436-ec87aecd7e06,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:28.512200 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.520519 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.533359 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=102648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:28.546324 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.546967 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Added segment e78a38e6-202f-44b5-b820-59abbf9224b6 of type vlan for network 43da5e07-c99d-4351-9a99-ad219ada021e Dec 15 13:36:28.550991 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:28.597109 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.648691 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:26Z', 'revision_number': 3, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port': {'id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:25Z', 'updated_at': '2021-12-15T13:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:28.656281 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-b052e2f9-25e0-4ced-ab98-df002c8e1b0e service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:36:28.657581 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-b052e2f9-25e0-4ced-ab98-df002c8e1b0e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1564441 Dec 15 13:36:28.660635 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.662541 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6e88e619-8131-4dd7-8773-df8d3a3679c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.668543 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:28.671116 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.673479 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6e88e619-8131-4dd7-8773-df8d3a3679c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.727767 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Checking router: 7c1a4784-0a5e-4ec0-9e68-caded00fc60c for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:36:28.728234 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Updating router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c port bfdc4048-c669-409c-b127-879c983b5b9b binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:36:28.746565 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9994707 Dec 15 13:36:28.752563 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50084) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:28.761058 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Request body: {'subnet': {'network_id': '43da5e07-c99d-4351-9a99-ad219ada021e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-825093434-subnet', 'tenant_id': 'ca3a9bad323342759de5429e878212ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:28.789567 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6e88e619-8131-4dd7-8773-df8d3a3679c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=50ca8c7ca2f54cb5b0a25504cfc6d46e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5813644 Dec 15 13:36:28.793628 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50086) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:28.794525 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88e619-8131-4dd7-8773-df8d3a3679c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f089a18-ef58-420f-95a9-e9afb873fd1d,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:28.811483 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Made reservation on behalf of ca3a9bad323342759de5429e878212ce for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:28.814813 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.834471 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:28.839094 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Pushing event updated for resources: {'Network': ['ID=43da5e07-c99d-4351-9a99-ad219ada021e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:28.853508 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 43da5e07-c99d-4351-9a99-ad219ada021e details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:29.055824 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:24Z', 'revision_number': 3, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:29.081331 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23842c58-124d-456a-b624-0e006275ffd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6dc18b-fa57-415f-97ee-c609907818c4,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:29.117937 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c80b8-2578-4945-9738-d604a5b069ba None None] The sync data for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi is: [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:24Z', 'revision_number': 3, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:36:29.195703 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Allocated IP 172.20.0.1 (a124ac63-e61f-437a-a1a8-96048fcd9353/9d612104-f2e7-4bcf-bc28-598f98630a95/67bb8697-b073-4239-96ee-fc57ecbc0a0f) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:29.206802 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.279613 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a31c503a-2a9b-4ba0-a447-420b6363c2f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.366234 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-6ec6d039-f43c-4fe0-8efe-66b936bc5b95 service neutron] 10.222.0.83 "GET /v2.0/networks/5d6416a0-3b53-483b-945b-ef82c2e0f162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6743183 Dec 15 13:36:29.370428 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.379586 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.458293 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Attempting to bind port bfdc4048-c669-409c-b127-879c983b5b9b on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:29.458678 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Attempting to bind port bfdc4048-c669-409c-b127-879c983b5b9b by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:29.459009 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Attempting to bind port bfdc4048-c669-409c-b127-879c983b5b9b on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:29.503945 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:29.504760 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:29.505355 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.508388 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:29.509113 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Bound port: bfdc4048-c669-409c-b127-879c983b5b9b, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:29.512366 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.537000 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.579245 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcc075-55e4-4db8-9e2b-4ea91f9448ba None None] Pushing event updated for resources: {'Port': ['ID=bfdc4048-c669-409c-b127-879c983b5b9b,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:29.609058 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-c9c43f6c-ada7-45e9-b533-2667354c7b13 service neutron] 10.222.0.83 "GET /v2.0/networks/5d6416a0-3b53-483b-945b-ef82c2e0f162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224047 Dec 15 13:36:29.671380 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.707303 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Network a124ac63-e61f-437a-a1a8-96048fcd9353 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:29.713223 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a31c503a-2a9b-4ba0-a447-420b6363c2f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.715959 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd1c4-2b9d-4025-869d-81cfad7d23ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.728917 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] For port bfdc4048-c669-409c-b127-879c983b5b9b, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:29.733334 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] For port bfdc4048-c669-409c-b127-879c983b5b9b, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bfdc4048-c669-409c-b127-879c983b5b9b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:29.743203 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.776633 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:29.780310 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:29.780986 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.786102 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Pushing event updated for resources: {'Port': ['ID=67bb8697-b073-4239-96ee-fc57ecbc0a0f,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:29.876119 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Routers {'7c1a4784-0a5e-4ec0-9e68-caded00fc60c'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:29.882668 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:36:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:29.984547 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Allocated IP 172.20.0.1 (65892dc7-52b7-4275-99f0-3ec0b08be25d/388cd7ca-001b-4985-9047-da64dc34e834/2fafa984-e6dd-4140-87e8-48ff65029ba3) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:30.105906 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50130) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:30.114114 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] Set router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:30.155810 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcc075-55e4-4db8-9e2b-4ea91f9448ba None None] Pushing event updated for resources: {'Port': ['ID=bfdc4048-c669-409c-b127-879c983b5b9b,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:30.186757 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.215111 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.240782 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-471f0a1d-a7e3-4a99-ab67-254dc5089d77 req-86976e1b-e4de-4549-a004-5ea0b5e48f46 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.1313899 Dec 15 13:36:30.270110 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.276346 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-30240b0b-c028-4d1e-97f0-20d2eee54bec None None] Provisioning complete for port 67bb8697-b073-4239-96ee-fc57ecbc0a0f triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:30.277351 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-30240b0b-c028-4d1e-97f0-20d2eee54bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.292433 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a31c503a-2a9b-4ba0-a447-420b6363c2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.295081 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a31c503a-2a9b-4ba0-a447-420b6363c2f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.296478 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a31c503a-2a9b-4ba0-a447-420b6363c2f1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1f089a18-ef58-420f-95a9-e9afb873fd1d HTTP/1.1" status: 204 len: 168 time: 1.4988289 Dec 15 13:36:30.343559 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-30240b0b-c028-4d1e-97f0-20d2eee54bec None None] Port 67bb8697-b073-4239-96ee-fc57ecbc0a0f cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:36:30.357058 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c503a-2a9b-4ba0-a447-420b6363c2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f089a18-ef58-420f-95a9-e9afb873fd1d,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:30.361624 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f511e85-dd9a-48e0-9ae6-39e24c7d70ae,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:30.374874 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Checking segment: {'id': 'e78a38e6-202f-44b5-b820-59abbf9224b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '43da5e07-c99d-4351-9a99-ad219ada021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:30.375223 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Network hostable DHCP agents. Network: 43da5e07-c99d-4351-9a99-ad219ada021e, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:30.387724 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.452309 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Network 43da5e07-c99d-4351-9a99-ad219ada021e is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:30.478857 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Network 65892dc7-52b7-4275-99f0-3ec0b08be25d is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:30.482425 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:30.489907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:30.491496 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.494238 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 43da5e07-c99d-4351-9a99-ad219ada021e) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:30.494913 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:26Z', 'revision_number': 3, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port': {'id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:25Z', 'updated_at': '2021-12-15T13:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:30.507126 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9917bc0-9954-4b39-b3ac-32da30be689a None None] Network 43da5e07-c99d-4351-9a99-ad219ada021e requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:30.515693 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Pushing event updated for resources: {'Port': ['ID=2fafa984-e6dd-4140-87e8-48ff65029ba3,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:30.604245 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:30.604841 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.714951 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.729196 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.732187 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:30.734285 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3628364d-8e4e-4a34-8aba-a82ea4f4be85 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9795709 Dec 15 13:36:30.823129 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65a62b-dd8a-41c5-8a31-b6643d21001a None None] The sync data for ids ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'] in dv-cinder-813228-4-iscsi is: [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:26Z', 'revision_number': 3, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port': {'id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:25Z', 'updated_at': '2021-12-15T13:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:36:31.052776 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd537a8b-2334-4fb8-9408-d4fa38cea384 None None] Network 43da5e07-c99d-4351-9a99-ad219ada021e requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:31.056649 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Pushing event updated for resources: {'Port': ['ID=67bb8697-b073-4239-96ee-fc57ecbc0a0f,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:31.084120 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50170) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:31.105940 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50174) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:31.129476 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Network a124ac63-e61f-437a-a1a8-96048fcd9353 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:31.131414 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:31.152739 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8cf7163d-305f-4042-b371-647061aa02a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.159472 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.220885 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7f13d5-d294-4558-ac08-f35141ae7ec5 admin admin] Deleting subnet 41b48620-dd46-4199-b80c-c6d8d66b1fbe {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:36:31.227576 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e7f13d5-d294-4558-ac08-f35141ae7ec5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.372586 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e7f13d5-d294-4558-ac08-f35141ae7ec5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.436642 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5d76b9cb-f2ed-4b46-928f-6a1301b9a982 req-ab0330b5-61e0-474a-acfd-ba923e769e79 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.0685019 Dec 15 13:36:31.459848 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Router a4e232e7-3c43-4893-81c6-7cd8c49a3629 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:36:31.479807 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e7f13d5-d294-4558-ac08-f35141ae7ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.590466 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8cf7163d-305f-4042-b371-647061aa02a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.624836 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8cf7163d-305f-4042-b371-647061aa02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.669451 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:36:31.686550 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-008c6bb3-401f-4a8b-8a24-9a2bdcf505e0 admin admin] 10.222.0.83 "PUT /v2.0/routers/a4e232e7-3c43-4893-81c6-7cd8c49a3629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551197 Dec 15 13:36:31.704058 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-6ba589bc-501b-4b23-899c-4d776b3c05b6 None None] Provisioning complete for port 67bb8697-b073-4239-96ee-fc57ecbc0a0f triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:31.704440 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-6ba589bc-501b-4b23-899c-4d776b3c05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.723754 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7163d-305f-4042-b371-647061aa02a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a40922e-7edb-4c79-bc25-5c4519960c97,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:31.731158 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e7f13d5-d294-4558-ac08-f35141ae7ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.783550 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-6ba589bc-501b-4b23-899c-4d776b3c05b6 None None] Port 67bb8697-b073-4239-96ee-fc57ecbc0a0f cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:36:31.786243 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bfdc4048-c669-409c-b127-879c983b5b9b up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:31.795422 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e7f13d5-d294-4558-ac08-f35141ae7ec5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.804944 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50192) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:31.816249 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4e7f13d5-d294-4558-ac08-f35141ae7ec5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/41b48620-dd46-4199-b80c-c6d8d66b1fbe HTTP/1.1" status: 204 len: 168 time: 0.7070506 Dec 15 13:36:31.828595 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f13d5-d294-4558-ac08-f35141ae7ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b48620-dd46-4199-b80c-c6d8d66b1fbe,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:31.866887 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port bfdc4048-c669-409c-b127-879c983b5b9b triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:31.868727 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.902874 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.919239 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.920952 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.940475 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8cf7163d-305f-4042-b371-647061aa02a1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=749c0594f80f452da08f51d9a9173a1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8485973 Dec 15 13:36:31.943303 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:31.947996 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50200) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:31.987448 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.103873 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port bfdc4048-c669-409c-b127-879c983b5b9b, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bfdc4048-c669-409c-b127-879c983b5b9b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:32.116268 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.118027 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device a8b4156d-aa3c-4c53-a436-ec87aecd7e06 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:32.155790 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.199761 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.201305 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.203208 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.204004 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > port after_create 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.206130 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.211645 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Pushing event updated for resources: {'Port': ['ID=2fafa984-e6dd-4140-87e8-48ff65029ba3,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:32.222370 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > port after_update 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.223538 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.225352 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.225870 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.227234 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.250122 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Sync routers for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:36:32.275986 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1372afc0-9590-449b-b163-91b8d8cc89db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.277030 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:32.277797 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d3750575-cc5f-4244-9454-a397f6c21966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.284785 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:36:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:32.303831 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Network 65892dc7-52b7-4275-99f0-3ec0b08be25d is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:32.304447 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=bfdc4048-c669-409c-b127-879c983b5b9b,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:32.321542 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port a8b4156d-aa3c-4c53-a436-ec87aecd7e06 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:32.321997 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.331137 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:32.334756 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d3750575-cc5f-4244-9454-a397f6c21966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.434929 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.460746 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port a8b4156d-aa3c-4c53-a436-ec87aecd7e06, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=a8b4156d-aa3c-4c53-a436-ec87aecd7e06,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:32.469175 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.501563 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:32.517628 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d3750575-cc5f-4244-9454-a397f6c21966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.529974 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d3750575-cc5f-4244-9454-a397f6c21966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.533463 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d3750575-cc5f-4244-9454-a397f6c21966 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7a40922e-7edb-4c79-bc25-5c4519960c97 HTTP/1.1" status: 204 len: 168 time: 0.5829937 Dec 15 13:36:32.604669 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3750575-cc5f-4244-9454-a397f6c21966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a40922e-7edb-4c79-bc25-5c4519960c97,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:32.606541 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=a8b4156d-aa3c-4c53-a436-ec87aecd7e06,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:32.658485 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:36:32.756563 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50220) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:32.761650 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-6aa022f1-8037-4f63-9bcc-39b4b4b1a872 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139572909', 'description': 'tempest-description--1658271406'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:32.810929 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.811265 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.811592 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.811921 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:36:32.812256 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8914b0e8-f0a7-4a65-ab05-07b1b8be543b']}} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:32.832577 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6aa022f1-8037-4f63-9bcc-39b4b4b1a872 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.853583 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3831b628-3062-4a18-b9a5-16eec74a96f2 req-dfa8ff76-9048-403f-8b8c-1b821c13fdff tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.0360503 Dec 15 13:36:32.859807 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4aa6341-d540-49ba-a615-b42c65fd15bc') {'for_net_delete': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:32.860287 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4aa6341-d540-49ba-a615-b42c65fd15bc') {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:32.892593 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:36:32.892823 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376994'] for segment, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.918113 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 2, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:32.919558 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-34d05b11-58bd-4e61-840e-04382d93313a admin admin] 10.222.0.83 "PUT /v2.0/routers/7c1a4784-0a5e-4ec0-9e68-caded00fc60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8094614 Dec 15 13:36:32.930694 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.943900 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:36:32.944558 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62366710'] for segment, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: from cryptography.utils import int_from_bytes Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: from cryptography.utils import int_from_bytes Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: Traceback (most recent call last): Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: timer() Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: cb(*args, **kw) Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: return func(*args, **kwargs) Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: self._notify() Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: self.callback(batched_events) Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: event.method(event) Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: return f(self, *a, **k) Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._get(url).json() Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: return self.request(url, 'GET', **kwargs) Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:36:32.951147 dv-cinder-813228-4-iscsi neutron-server[102648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:36:32.971517 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Checking router: a4e232e7-3c43-4893-81c6-7cd8c49a3629 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:36:32.972444 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Updating router a4e232e7-3c43-4893-81c6-7cd8c49a3629 port 67bb8697-b073-4239-96ee-fc57ecbc0a0f binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:36:33.008669 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.032402 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6aa022f1-8037-4f63-9bcc-39b4b4b1a872 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.037965 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.044199 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.047361 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6aa022f1-8037-4f63-9bcc-39b4b4b1a872 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.056857 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] 10.222.0.83 "DELETE /v2.0/networks/8914b0e8-f0a7-4a65-ab05-07b1b8be543b HTTP/1.1" status: 204 len: 168 time: 1.2503664 Dec 15 13:36:33.057610 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50226) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:33.125729 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6aa022f1-8037-4f63-9bcc-39b4b4b1a872 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.127023 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6aa022f1-8037-4f63-9bcc-39b4b4b1a872 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3694942 Dec 15 13:36:33.129478 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa022f1-8037-4f63-9bcc-39b4b4b1a872 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59bb95-eded-48e2-9050-fdfb60c3a4de,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:33.149217 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50232) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:33.160694 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc1d0e8-774d-47a2-91ef-93ac7a545916 admin admin] Deleting subnet 5f511e85-dd9a-48e0-9ae6-39e24c7d70ae {{(pid=102648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:36:33.163662 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-4f1047f5-a44b-4fd4-b58f-f354ff766436 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'security_group_rule': {'security_group_id': '9c59bb95-eded-48e2-9050-fdfb60c3a4de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:33.166184 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9bc1d0e8-774d-47a2-91ef-93ac7a545916 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.241156 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.269282 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4f1047f5-a44b-4fd4-b58f-f354ff766436 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.271770 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9bc1d0e8-774d-47a2-91ef-93ac7a545916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377177'] for subnet, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.376012 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9bc1d0e8-774d-47a2-91ef-93ac7a545916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.447963 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4f1047f5-a44b-4fd4-b58f-f354ff766436 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.463014 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4f1047f5-a44b-4fd4-b58f-f354ff766436 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.490456 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1047f5-a44b-4fd4-b58f-f354ff766436 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc34758-2c53-4c43-b4c9-9b232690e210,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:33.551137 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4f1047f5-a44b-4fd4-b58f-f354ff766436 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.561105 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4f1047f5-a44b-4fd4-b58f-f354ff766436 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4105976 Dec 15 13:36:33.561838 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50260) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:33.575128 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-24182933-df4b-4bc2-a960-2ef23f737bd9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'security_group_rule': {'security_group_id': '9c59bb95-eded-48e2-9050-fdfb60c3a4de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:33.644609 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9bc1d0e8-774d-47a2-91ef-93ac7a545916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62366620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62347549'] for subnet, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.672448 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9bc1d0e8-774d-47a2-91ef-93ac7a545916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.681201 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-9bc1d0e8-774d-47a2-91ef-93ac7a545916 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5f511e85-dd9a-48e0-9ae6-39e24c7d70ae HTTP/1.1" status: 204 len: 168 time: 0.6208036 Dec 15 13:36:33.682117 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3907df-5cc5-4e05-8240-4cff34a2aa70 admin admin] Pushing event deleted for resources: {'Network': ['ID=8914b0e8-f0a7-4a65-ab05-07b1b8be543b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:33.685322 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50272) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:33.712728 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bfdc4048-c669-409c-b127-879c983b5b9b up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:33.783266 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port bfdc4048-c669-409c-b127-879c983b5b9b triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:33.783900 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.791117 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.802654 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1d0e8-774d-47a2-91ef-93ac7a545916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f511e85-dd9a-48e0-9ae6-39e24c7d70ae,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:33.810232 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.823353 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.921877 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-24182933-df4b-4bc2-a960-2ef23f737bd9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.926796 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Sync routers for ids ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:36:33.946442 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c366ef-feb3-4c74-aa7a-e67660feff13 None None] Pushing event updated for resources: {'Port': ['ID=67bb8697-b073-4239-96ee-fc57ecbc0a0f,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:33.948968 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device a8b4156d-aa3c-4c53-a436-ec87aecd7e06 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:33.994878 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.017105 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43da5e07-c99d-4351-9a99-ad219ada021e']}} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:34.038099 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78a38e6-202f-44b5-b820-59abbf9224b6') {'for_net_delete': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:34.039352 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78a38e6-202f-44b5-b820-59abbf9224b6') {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:34.055331 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376994'] for segment, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.067549 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Routers {'7c1a4784-0a5e-4ec0-9e68-caded00fc60c'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:34.068194 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:36:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:34.086645 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.104540 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-24182933-df4b-4bc2-a960-2ef23f737bd9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.106322 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:36:34.107271 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62366710'] for segment, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.108276 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Attempting to bind port 67bb8697-b073-4239-96ee-fc57ecbc0a0f on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:34.109172 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Attempting to bind port 67bb8697-b073-4239-96ee-fc57ecbc0a0f by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: Traceback (most recent call last): Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: timer() Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: cb(*args, **kw) Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: return func(*args, **kwargs) Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: self._notify() Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: self.callback(batched_events) Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: event.method(event) Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: return f(self, *a, **k) Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._get(url).json() Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: return self.request(url, 'GET', **kwargs) Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:36:34.109454 dv-cinder-813228-4-iscsi neutron-server[102648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:36:34.113360 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Attempting to bind port 67bb8697-b073-4239-96ee-fc57ecbc0a0f on network a124ac63-e61f-437a-a1a8-96048fcd9353 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:34.114297 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-24182933-df4b-4bc2-a960-2ef23f737bd9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.122257 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:34.123418 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Checking segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:34.124102 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.124715 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Bound using segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:34.125501 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Bound port: 67bb8697-b073-4239-96ee-fc57ecbc0a0f, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:34.126911 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.140385 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-c4971839-b786-4411-a7db-10a62c679d03 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:34.145866 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24182933-df4b-4bc2-a960-2ef23f737bd9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4350b7d8-c473-41e2-b86a-bc0e22461b9c,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:34.172186 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-c4971839-b786-4411-a7db-10a62c679d03 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 819 time: 0.3718638 Dec 15 13:36:34.189239 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-24182933-df4b-4bc2-a960-2ef23f737bd9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.197964 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-24182933-df4b-4bc2-a960-2ef23f737bd9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6345708 Dec 15 13:36:34.198949 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50286) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:34.203880 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:34.217867 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] For port 67bb8697-b073-4239-96ee-fc57ecbc0a0f, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:34.222415 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port a8b4156d-aa3c-4c53-a436-ec87aecd7e06 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:34.223012 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.235821 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] For port 67bb8697-b073-4239-96ee-fc57ecbc0a0f, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=67bb8697-b073-4239-96ee-fc57ecbc0a0f,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:34.249275 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.276290 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.315271 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3224ad23-e0fb-42cd-9d3f-2e94e94d36e5 req-830c2474-e135-480b-a1e2-4548b08de205 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.0694427 Dec 15 13:36:34.317641 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c366ef-feb3-4c74-aa7a-e67660feff13 None None] Pushing event updated for resources: {'Port': ['ID=67bb8697-b073-4239-96ee-fc57ecbc0a0f,revision_number=4']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:34.327586 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-e28063a7-6361-4128-85eb-27e17491d079 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/quotas/91da5641066242d99b74a660383a26da HTTP/1.1" status: 200 len: 375 time: 0.1528556 Dec 15 13:36:34.362341 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-a565bfe3-72f4-4b88-8e5c-5074e9fbadfe None None] Provisioning complete for port 67bb8697-b073-4239-96ee-fc57ecbc0a0f triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:34.362841 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a565bfe3-72f4-4b88-8e5c-5074e9fbadfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.366154 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:34.367310 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:36:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:34.395853 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.405017 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.414741 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/43da5e07-c99d-4351-9a99-ad219ada021e HTTP/1.1" status: 204 len: 168 time: 0.7266417 Dec 15 13:36:34.434563 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Set router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:34.495954 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b9636-0c42-4865-a7ab-f715ef3a60b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=43da5e07-c99d-4351-9a99-ad219ada021e,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:34.554105 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-98869b89-7fb8-44ef-81bd-9902a359c689 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2247703 Dec 15 13:36:34.652535 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.676309 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:34.716812 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a565bfe3-72f4-4b88-8e5c-5074e9fbadfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.742819 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-3afcbf70-63f4-41d8-bd44-16fe88ed901a service neutron] 10.222.0.83 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871328 Dec 15 13:36:34.798732 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a565bfe3-72f4-4b88-8e5c-5074e9fbadfe None None] For port 67bb8697-b073-4239-96ee-fc57ecbc0a0f, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=67bb8697-b073-4239-96ee-fc57ecbc0a0f,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:34.829601 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a565bfe3-72f4-4b88-8e5c-5074e9fbadfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.848843 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50306) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:34.886706 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-36422d25-a564-45c7-a0a9-e5901e1708db service neutron] 10.222.0.83 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334348 Dec 15 13:36:34.918457 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:34.952673 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565bfe3-72f4-4b88-8e5c-5074e9fbadfe None None] Pushing event updated for resources: {'Port': ['ID=67bb8697-b073-4239-96ee-fc57ecbc0a0f,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:34.980436 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-773a8798-56b7-4b30-91a3-0b013d26df23 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a9e5c8d84d63416aa50961ac229d72b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1257327 Dec 15 13:36:34.980436 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Allocated IP 172.27.1.79 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/999c2fd6-d3be-4f03-95f8-6274f9db6079) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:34.981132 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50308) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:34.987214 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port': {'id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:25Z', 'updated_at': '2021-12-15T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '2fafa984-e6dd-4140-87e8-48ff65029ba3', 'name': '', 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d', 'tenant_id': '91da5641066242d99b74a660383a26da', 'mac_address': 'fa:16:3e:83:dd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '388cd7ca-001b-4985-9047-da64dc34e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:29Z', 'updated_at': '2021-12-15T13:36:31Z', 'revision_number': 2, 'project_id': '91da5641066242d99b74a660383a26da', 'subnets': [{'id': '388cd7ca-001b-4985-9047-da64dc34e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:35.020728 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-38744978-bd6d-4d46-89fb-00dce13ccebe None None] Provisioning complete for port 67bb8697-b073-4239-96ee-fc57ecbc0a0f triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:35.021101 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-38744978-bd6d-4d46-89fb-00dce13ccebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.024024 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Checking router: 7c1a4784-0a5e-4ec0-9e68-caded00fc60c for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:36:35.024111 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Updating router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c port 2fafa984-e6dd-4140-87e8-48ff65029ba3 binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:36:35.083925 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.090585 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eacd96ee-c449-4b23-a8d3-f57be552d4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.120223 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:35.134497 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eacd96ee-c449-4b23-a8d3-f57be552d4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.185242 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.186721 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860659b-e8f3-4368-ab78-4cf6493d4ef7 None None] The sync data for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi is: [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:36:35.224658 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b17d165b-781c-42ee-bdfd-b0a8e5153a45 req-00db8105-6d39-4abf-b4a9-716eb4965dcb tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0826550 Dec 15 13:36:35.293723 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eacd96ee-c449-4b23-a8d3-f57be552d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.300714 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eacd96ee-c449-4b23-a8d3-f57be552d4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.309264 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-eacd96ee-c449-4b23-a8d3-f57be552d4d2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/21d144c5-9a60-4cdb-9958-248876d98e8c HTTP/1.1" status: 204 len: 168 time: 0.3266876 Dec 15 13:36:35.321489 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.328046 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd96ee-c449-4b23-a8d3-f57be552d4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d144c5-9a60-4cdb-9958-248876d98e8c,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:35.444729 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:35.450206 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'Port': ['ID=999c2fd6-d3be-4f03-95f8-6274f9db6079,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:35.466988 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:35.468935 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:35.521700 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3b808503-82af-4cec-ba5a-31b7d0d2bbe3 req-c6492c40-3769-4973-bf44-d731286ce840 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.0674815 Dec 15 13:36:35.750226 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.816706 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:35.998182 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 67bb8697-b073-4239-96ee-fc57ecbc0a0f up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:36.004930 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-b23ff0b6-a51a-4b02-907b-a45bf6589f6e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:36.007044 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-b23ff0b6-a51a-4b02-907b-a45bf6589f6e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 819 time: 0.3598447 Dec 15 13:36:36.032446 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-5f2a7c9e-cdab-4555-b8cd-c14f75736962 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/quotas/91da5641066242d99b74a660383a26da HTTP/1.1" status: 200 len: 375 time: 0.0183024 Dec 15 13:36:36.049364 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.146650 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-fac2a7f2-3d07-4ad7-920b-90e4d038661a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054285 Dec 15 13:36:36.162209 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50378) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:36.189322 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.296083 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.314193 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.330861 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-ccd9d37a-3f72-4f02-a07e-312b4b9bc086 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca3a9bad323342759de5429e878212ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1650777 Dec 15 13:36:36.331766 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50392) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:36.362278 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.388161 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 67bb8697-b073-4239-96ee-fc57ecbc0a0f triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:36.388534 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.425972 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.66', 55352) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:36.532850 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.551097 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.561882 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.571854 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3717430 Dec 15 13:36:36.603696 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059bcd8-ba5b-46dc-a7d4-af30ebc9fe12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'Port': ['ID=999c2fd6-d3be-4f03-95f8-6274f9db6079,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:36.609914 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227e99c-9974-476d-84bf-2692c21d22d7 None None] Pushing event updated for resources: {'Port': ['ID=2fafa984-e6dd-4140-87e8-48ff65029ba3,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:36.746666 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Attempting to bind port 2fafa984-e6dd-4140-87e8-48ff65029ba3 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:36.746759 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Attempting to bind port 2fafa984-e6dd-4140-87e8-48ff65029ba3 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:36.747509 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Attempting to bind port 2fafa984-e6dd-4140-87e8-48ff65029ba3 on network 65892dc7-52b7-4275-99f0-3ec0b08be25d {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:36.762704 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:36.763082 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Checking segment: {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:36.764687 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.765418 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Bound using segment: {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:36.766855 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Bound port: 2fafa984-e6dd-4140-87e8-48ff65029ba3, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:36.767272 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.936370 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] For port 2fafa984-e6dd-4140-87e8-48ff65029ba3, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:36.949187 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] For port 2fafa984-e6dd-4140-87e8-48ff65029ba3, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=2fafa984-e6dd-4140-87e8-48ff65029ba3,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:36.961808 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:36.969722 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f477e0ba-2ada-41ec-9237-f4be49a321a6 req-9b4ef213-a595-4cf2-acbe-3d59785d5609 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.1271842 Dec 15 13:36:37.038376 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ba8df97-1580-4a8b-aaa2-3047979410c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:37.062149 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ba8df97-1580-4a8b-aaa2-3047979410c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:37.128157 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-c1d3c13c-3c5c-4b01-aecf-51d74ec5be65 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:37.130586 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-c1d3c13c-3c5c-4b01-aecf-51d74ec5be65 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.66 "GET /v2.0/networks?id=5d6416a0-3b53-483b-945b-ef82c2e0f162 HTTP/1.1" status: 200 len: 812 time: 0.6886485 Dec 15 13:36:37.133866 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ba8df97-1580-4a8b-aaa2-3047979410c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:37.149237 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ba8df97-1580-4a8b-aaa2-3047979410c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:37.157560 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-0ba8df97-1580-4a8b-aaa2-3047979410c9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8e6dc18b-fa57-415f-97ee-c609907818c4 HTTP/1.1" status: 204 len: 168 time: 0.8069253 Dec 15 13:36:37.166803 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8df97-1580-4a8b-aaa2-3047979410c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6dc18b-fa57-415f-97ee-c609907818c4,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:37.185866 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Request body: {'port': {'device_id': '5f740a90-17ff-49e3-8f5d-f1450ae6baf0', 'network_id': '5d6416a0-3b53-483b-945b-ef82c2e0f162', 'admin_state_up': True, 'tenant_id': 'cbc3fb62e6fd4e12b55c29b671482f9d'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:37.227613 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-c7df1df6-0885-4b17-8815-e78dc2a3e8a6 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:36:37.232592 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-c7df1df6-0885-4b17-8815-e78dc2a3e8a6 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3981183 Dec 15 13:36:37.408107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227e99c-9974-476d-84bf-2692c21d22d7 None None] Pushing event updated for resources: {'Port': ['ID=2fafa984-e6dd-4140-87e8-48ff65029ba3,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:37.433645 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Routers {'7c1a4784-0a5e-4ec0-9e68-caded00fc60c'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:37.444686 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:36:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:37.811689 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] Set router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:38.076413 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Made reservation on behalf of cbc3fb62e6fd4e12b55c29b671482f9d for: {'port': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:38.089672 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:38.127347 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50478) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:38.289591 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d46f6f4f-8844-490d-9cb1-1ac3b53f5341 service neutron] 10.222.0.83 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332666 Dec 15 13:36:38.395436 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b0914931-66fe-410f-8004-66c212c8dba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:38.436788 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port': {'id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:25Z', 'updated_at': '2021-12-15T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '2fafa984-e6dd-4140-87e8-48ff65029ba3', 'name': '', 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d', 'tenant_id': '91da5641066242d99b74a660383a26da', 'mac_address': 'fa:16:3e:83:dd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '388cd7ca-001b-4985-9047-da64dc34e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:29Z', 'updated_at': '2021-12-15T13:36:36Z', 'revision_number': 4, 'project_id': '91da5641066242d99b74a660383a26da', 'subnets': [{'id': '388cd7ca-001b-4985-9047-da64dc34e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:38.516781 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a113dd-b1af-4dd9-979f-cbb303e5e9c5 None None] The sync data for ids ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'] in dv-cinder-813228-4-iscsi is: [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port': {'id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:25Z', 'updated_at': '2021-12-15T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '2fafa984-e6dd-4140-87e8-48ff65029ba3', 'name': '', 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d', 'tenant_id': '91da5641066242d99b74a660383a26da', 'mac_address': 'fa:16:3e:83:dd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '388cd7ca-001b-4985-9047-da64dc34e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:29Z', 'updated_at': '2021-12-15T13:36:36Z', 'revision_number': 4, 'project_id': '91da5641066242d99b74a660383a26da', 'subnets': [{'id': '388cd7ca-001b-4985-9047-da64dc34e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:36:38.650898 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b0914931-66fe-410f-8004-66c212c8dba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:38.664595 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b0914931-66fe-410f-8004-66c212c8dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:38.782083 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914931-66fe-410f-8004-66c212c8dba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbad9043-566a-4741-894a-826a6787cb90,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:38.821204 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b0914931-66fe-410f-8004-66c212c8dba1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=11b9bbd249ae4b4db4324b5f2223a374&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6920872 Dec 15 13:36:38.824414 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50506) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:38.901590 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-01342829-c564-4e16-a0a6-543b9ae00001 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2139572909&fields=id&tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc HTTP/1.1" status: 200 len: 267 time: 1.0534680 Dec 15 13:36:38.944630 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9bc9-d4d0-4f88-9a78-0e6578a87c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:38.972853 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9bc9-d4d0-4f88-9a78-0e6578a87c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:39.056799 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.66', 55362) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:39.169545 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-781b8a72-b782-482c-9911-bf6765d4969c service neutron] 10.222.0.83 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8468361 Dec 15 13:36:39.362576 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52043931-3967-470f-8cbc-619af9fad715 req-faf633f7-2d1a-490d-a847-96772452522e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:39.371206 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-faf633f7-2d1a-490d-a847-96772452522e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 817 time: 0.4687009 Dec 15 13:36:39.393170 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-104c1db9-9f7d-4372-a478-c15d04eab3c9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:39.396479 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-104c1db9-9f7d-4372-a478-c15d04eab3c9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 819 time: 0.3373179 Dec 15 13:36:39.405183 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9bc9-d4d0-4f88-9a78-0e6578a87c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:39.408368 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9bc9-d4d0-4f88-9a78-0e6578a87c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:39.409739 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6c5f9bc9-d4d0-4f88-9a78-0e6578a87c6c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dbad9043-566a-4741-894a-826a6787cb90 HTTP/1.1" status: 204 len: 168 time: 0.5799644 Dec 15 13:36:39.465330 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Request body: {'port': {'device_id': 'f53bb255-30a9-4c8c-b637-c9f371b04944', 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d', 'admin_state_up': True, 'tenant_id': '91da5641066242d99b74a660383a26da'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:39.470892 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f9bc9-d4d0-4f88-9a78-0e6578a87c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbad9043-566a-4741-894a-826a6787cb90,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:39.494506 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-4315ca60-3878-44bb-9f5b-da971f744e86 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/quotas/0bddd6292c044cdb9eb8e5bba5ebd4fc HTTP/1.1" status: 200 len: 375 time: 0.1053524 Dec 15 13:36:39.829598 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Made reservation on behalf of 91da5641066242d99b74a660383a26da for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:39.836753 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:39.953075 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 2fafa984-e6dd-4140-87e8-48ff65029ba3 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:40.100874 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 2fafa984-e6dd-4140-87e8-48ff65029ba3 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:40.108099 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:40.115818 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cb2650c7-29bd-47d5-afe9-623ecb94a08a req-63f8c9b0-f853-4116-8f4b-8d8f75e2b056 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.1132200 Dec 15 13:36:40.230175 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Allocated IP 172.20.0.10 (5d6416a0-3b53-483b-945b-ef82c2e0f162/73b45dab-e4b9-4d1b-907b-d5c3b1f5860b/8265af4f-8d5b-423a-84c5-273348379f9f) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:40.261628 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-d6089f34-4651-4531-a498-d03fdc939117 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7658141 Dec 15 13:36:40.337481 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:40.451173 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port 2fafa984-e6dd-4140-87e8-48ff65029ba3, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=2fafa984-e6dd-4140-87e8-48ff65029ba3,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:40.459744 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:40.504601 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Allocated IP 172.20.0.4 (65892dc7-52b7-4275-99f0-3ec0b08be25d/388cd7ca-001b-4985-9047-da64dc34e834/ba9131b0-fdf7-4ed2-a8c9-1c6801656498) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:40.667903 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:36:40.752179 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=2fafa984-e6dd-4140-87e8-48ff65029ba3,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:40.836344 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:40.953686 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-017063a3-f8fd-4da1-803d-b73e1eb27f99 req-3374a39d-34d0-44fa-890b-322e95ef9bdf tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 210 time: 0.5836930 Dec 15 13:36:40.957411 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:41.275682 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Network 5d6416a0-3b53-483b-945b-ef82c2e0f162 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:41.342040 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:41.380363 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:41.386942 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Pushing event updated for resources: {'Port': ['ID=8265af4f-8d5b-423a-84c5-273348379f9f,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:41.515544 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-567845b1-cfe2-439e-96ab-0dc4454967da service neutron] 10.222.0.83 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2329047 Dec 15 13:36:41.608338 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:41.635924 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:41.636817 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:41.665891 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:41.876103 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 2fafa984-e6dd-4140-87e8-48ff65029ba3 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:41.881588 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-88b690ca-dcc8-460e-8e39-1d150f67c739 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7005148 Dec 15 13:36:41.921191 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6254-c9b1-4409-b33c-43daaa75608e req-3a37cd87-1bb5-4998-b7f3-7ad8148c8e08 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:41.930806 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d69c6254-c9b1-4409-b33c-43daaa75608e req-3a37cd87-1bb5-4998-b7f3-7ad8148c8e08 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 932 time: 0.4601402 Dec 15 13:36:41.952625 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Network 65892dc7-52b7-4275-99f0-3ec0b08be25d is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:41.968896 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:41.974525 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Pushing event updated for resources: {'Port': ['ID=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:41.981145 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:42.005559 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:42.010603 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:42.015666 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-25946bde-6de9-41f8-a893-b93695ee4117 service neutron] 10.222.0.83 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514542 Dec 15 13:36:42.069841 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d69c6254-c9b1-4409-b33c-43daaa75608e req-5dd67f6f-8b0f-4521-9f0a-901708645bd2 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375990 Dec 15 13:36:42.089282 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 2fafa984-e6dd-4140-87e8-48ff65029ba3 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:42.090956 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:42.108199 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-743c25d4-cab3-415d-bb19-077608d6d782 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:36:42.108199 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-743c25d4-cab3-415d-bb19-077608d6d782 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204244 Dec 15 13:36:42.113458 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-fec740b4-68f7-4150-bf39-dc0fdea61be7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6794925 Dec 15 13:36:42.339257 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ddd544e8-b782-4915-a300-a18293578b0f req-f97a1d06-c93e-4842-ae23-9edaf679ff56 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 210 time: 0.0579288 Dec 15 13:36:42.452754 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2c25070d-6352-43dc-bbf3-041ef70a0d02 req-ef2cdc97-73d6-44ed-9289-56729d1c3a35 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 210 time: 0.0594099 Dec 15 13:36:42.571465 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Request body: {'port': {'device_id': '5f740a90-17ff-49e3-8f5d-f1450ae6baf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:42.718957 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:42.973267 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Request body: {'port': {'device_id': 'f53bb255-30a9-4c8c-b637-c9f371b04944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:43.182511 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50684) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:43.211874 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:43.220306 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.66', 55373) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:43.682788 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1f4c3970-9b52-4335-9b6c-6e44ad4cb29e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:43.824333 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03fda241-36e8-4d25-888e-0d18dbe84a7a req-8f912912-2ed6-4273-bfc2-8ae503270f2b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 210 time: 0.2602291 Dec 15 13:36:43.910198 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-4d075b84-1d9a-4642-a593-27889f6e93fc tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:43.916638 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-4d075b84-1d9a-4642-a593-27889f6e93fc tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 819 time: 0.6737363 Dec 15 13:36:43.922416 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8265af4f-8d5b-423a-84c5-273348379f9f {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:43.946572 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.007054 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Transition to ACTIVE for port object 8265af4f-8d5b-423a-84c5-273348379f9f will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:36:44.017272 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.019652 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1f4c3970-9b52-4335-9b6c-6e44ad4cb29e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.090102 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Pushing event updated for resources: {'Port': ['ID=8265af4f-8d5b-423a-84c5-273348379f9f,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:44.106128 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1f4c3970-9b52-4335-9b6c-6e44ad4cb29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.171455 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Attempting to bind port 8265af4f-8d5b-423a-84c5-273348379f9f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:44.171909 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Attempting to bind port 8265af4f-8d5b-423a-84c5-273348379f9f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '39b863fd-80a4-4cff-a28d-5e3079903bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d6416a0-3b53-483b-945b-ef82c2e0f162'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:44.172343 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Attempting to bind port 8265af4f-8d5b-423a-84c5-273348379f9f on network 5d6416a0-3b53-483b-945b-ef82c2e0f162 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:44.178603 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Port 8265af4f-8d5b-423a-84c5-273348379f9f on network 5d6416a0-3b53-483b-945b-ef82c2e0f162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:36:44.178996 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Attempting to bind port 8265af4f-8d5b-423a-84c5-273348379f9f on network 5d6416a0-3b53-483b-945b-ef82c2e0f162 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:44.184998 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:44.185198 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Checking segment: {'id': '39b863fd-80a4-4cff-a28d-5e3079903bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d6416a0-3b53-483b-945b-ef82c2e0f162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:44.186384 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Bound using segment: {'id': '39b863fd-80a4-4cff-a28d-5e3079903bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d6416a0-3b53-483b-945b-ef82c2e0f162'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:44.186384 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Bound port: 8265af4f-8d5b-423a-84c5-273348379f9f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b863fd-80a4-4cff-a28d-5e3079903bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d6416a0-3b53-483b-945b-ef82c2e0f162'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:44.187180 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.284487 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] For port 8265af4f-8d5b-423a-84c5-273348379f9f, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:44.290850 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] For port 8265af4f-8d5b-423a-84c5-273348379f9f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8265af4f-8d5b-423a-84c5-273348379f9f,segment=NetworkSegment(39b863fd-80a4-4cff-a28d-5e3079903bab),segment_id=39b863fd-80a4-4cff-a28d-5e3079903bab)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:44.298095 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.321650 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-29248b8d-f7f7-48c6-9951-9de20b6ae3cb req-6a7b449d-964c-4141-8326-14761d45c21a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 210 time: 0.2460248 Dec 15 13:36:44.393986 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee1268-2125-40f4-84ab-9356a63c6b07 req-88e7c706-715c-4048-80fd-7b62802d735d tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:44.395538 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-beee1268-2125-40f4-84ab-9356a63c6b07 req-88e7c706-715c-4048-80fd-7b62802d735d tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 932 time: 1.1511664 Dec 15 13:36:44.415460 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Request body: {'port': {'device_id': '06bee9b6-80cd-4147-b4a8-5919d331342e', 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d', 'admin_state_up': True, 'tenant_id': '91da5641066242d99b74a660383a26da'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:44.451195 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1f4c3970-9b52-4335-9b6c-6e44ad4cb29e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d7e37b2e123847f08bbe4fb9d757013b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2646356 Dec 15 13:36:44.452453 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c3970-9b52-4335-9b6c-6e44ad4cb29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d86414-ccb6-451a-a993-6cedec2a7580,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:44.462322 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50742) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:44.503085 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:44.504362 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.506312 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] 10.222.0.66 "PUT /v2.0/ports/8265af4f-8d5b-423a-84c5-273348379f9f HTTP/1.1" status: 200 len: 1094 time: 2.0911746 Dec 15 13:36:44.509596 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f740a90-17ff-49e3-8f5d-f1450ae6baf0', 'tag': '8265af4f-8d5b-423a-84c5-273348379f9f'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:36:44.570867 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1408feae-1d52-4406-bfcd-1f2472b880a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.607905 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1408feae-1d52-4406-bfcd-1f2472b880a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.703322 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f1f40-f0f9-4365-9a9c-9f5754e021ee service neutron] Pushing event updated for resources: {'Port': ['ID=8265af4f-8d5b-423a-84c5-273348379f9f,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:44.727388 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50750) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:44.829436 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Made reservation on behalf of 91da5641066242d99b74a660383a26da for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:44.842740 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.955393 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-beee1268-2125-40f4-84ab-9356a63c6b07 req-849b35f3-6e27-421a-9b87-daf0cf79db3c tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204041 Dec 15 13:36:44.967740 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d939d8-8fa0-45e7-8b7e-df681e0323d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f740a90-17ff-49e3-8f5d-f1450ae6baf0", "tag": "8265af4f-8d5b-423a-84c5-273348379f9f"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:36:45.000970 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1408feae-1d52-4406-bfcd-1f2472b880a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.003032 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7017159b-f73a-4ae9-be08-4f68837298a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.003696 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1408feae-1d52-4406-bfcd-1f2472b880a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.004869 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1408feae-1d52-4406-bfcd-1f2472b880a0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/92d86414-ccb6-451a-a993-6cedec2a7580 HTTP/1.1" status: 204 len: 168 time: 0.5415466 Dec 15 13:36:45.095197 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408feae-1d52-4406-bfcd-1f2472b880a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d86414-ccb6-451a-a993-6cedec2a7580,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:45.163425 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c7d52a85-0bd9-4772-812b-8b9e391e0a8d req-ee16f12c-d518-4a80-b5e1-38e2af914783 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 210 time: 0.1208038 Dec 15 13:36:45.270096 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7017159b-f73a-4ae9-be08-4f68837298a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.283527 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7017159b-f73a-4ae9-be08-4f68837298a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.312044 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9131b0-fdf7-4ed2-a8c9-1c6801656498 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:45.343551 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.415415 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50784) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:45.417113 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7017159b-f73a-4ae9-be08-4f68837298a5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=da95a28fd5704a059185e278a7fd0281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6882019 Dec 15 13:36:45.418059 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017159b-f73a-4ae9-be08-4f68837298a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97fe4b3-67ac-4c3e-a846-9a2b3adddf8e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:45.464594 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Transition to ACTIVE for port object ba9131b0-fdf7-4ed2-a8c9-1c6801656498 will not be triggered until provisioned by entity L2. {{(pid=102648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:36:45.488625 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.614079 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b9dfc358-52e3-487d-b6eb-f4fe3835b3fe req-28cf4f9f-6a86-417b-9552-0cfb507f9d05 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 210 time: 0.0889778 Dec 15 13:36:45.630853 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Allocated IP 172.20.0.14 (65892dc7-52b7-4275-99f0-3ec0b08be25d/388cd7ca-001b-4985-9047-da64dc34e834/b2a560ce-9e8c-40f7-9de3-fc3410722da3) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:45.724029 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Pushing event updated for resources: {'Port': ['ID=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:45.816297 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f368168-2cb4-4015-a323-00a9f5ec868e x-openstack-request-id: req-2f368168-2cb4-4015-a323-00a9f5ec868e {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:36:45.816582 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f740a90-17ff-49e3-8f5d-f1450ae6baf0", "tag": "8265af4f-8d5b-423a-84c5-273348379f9f", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:36:45.828547 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2f368168-2cb4-4015-a323-00a9f5ec868e {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:36:45.830555 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f740a90-17ff-49e3-8f5d-f1450ae6baf0', 'tag': '8265af4f-8d5b-423a-84c5-273348379f9f', 'status': 'completed', 'code': 200} Dec 15 13:36:45.853266 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d56335bc-526f-499b-a42c-643f01ec305b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.985804 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.021281 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d56335bc-526f-499b-a42c-643f01ec305b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.033378 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.159065 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Attempting to bind port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:46.159677 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Attempting to bind port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:46.160242 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Network 65892dc7-52b7-4275-99f0-3ec0b08be25d is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:46.160552 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Attempting to bind port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 on network 65892dc7-52b7-4275-99f0-3ec0b08be25d {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:46.168617 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:46.174677 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:46.181418 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:46.182163 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.184555 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 on network 65892dc7-52b7-4275-99f0-3ec0b08be25d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:36:46.185059 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Attempting to bind port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 on network 65892dc7-52b7-4275-99f0-3ec0b08be25d {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:46.187568 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Pushing event updated for resources: {'Port': ['ID=b2a560ce-9e8c-40f7-9de3-fc3410722da3,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:46.202971 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:46.203338 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Checking segment: {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:46.203895 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Bound using segment: {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:46.205183 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Bound port: ba9131b0-fdf7-4ed2-a8c9-1c6801656498, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:46.206041 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.246646 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-15be94ce-b6ac-47ab-ad65-1024ca2bba0d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8362548 Dec 15 13:36:46.253886 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d939d8-8fa0-45e7-8b7e-df681e0323d5 req-53584fc7-db12-4fc1-9bf2-b6cea0204f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:46.258761 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26d939d8-8fa0-45e7-8b7e-df681e0323d5 req-53584fc7-db12-4fc1-9bf2-b6cea0204f78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbc3fb62e6fd4e12b55c29b671482f9d&device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 1097 time: 0.1817639 Dec 15 13:36:46.277669 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Request body: {'port': {'device_id': '06bee9b6-80cd-4147-b4a8-5919d331342e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:46.328434 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731c6e7-7040-44d0-8fe1-846913ee6b3d req-ec6ea66c-dd42-4039-ab13-e18b39f8f465 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:46.329977 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4731c6e7-7040-44d0-8fe1-846913ee6b3d req-ec6ea66c-dd42-4039-ab13-e18b39f8f465 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 944 time: 0.1903903 Dec 15 13:36:46.333673 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d56335bc-526f-499b-a42c-643f01ec305b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.369370 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d56335bc-526f-499b-a42c-643f01ec305b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.371245 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d56335bc-526f-499b-a42c-643f01ec305b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a97fe4b3-67ac-4c3e-a846-9a2b3adddf8e HTTP/1.1" status: 204 len: 168 time: 0.9378772 Dec 15 13:36:46.516634 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56335bc-526f-499b-a42c-643f01ec305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97fe4b3-67ac-4c3e-a846-9a2b3adddf8e,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:46.656490 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] For port ba9131b0-fdf7-4ed2-a8c9-1c6801656498, host hv-cinder-81322, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:46.679104 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.66', 55384) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:46.859403 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] For port ba9131b0-fdf7-4ed2-a8c9-1c6801656498, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:46.930331 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d939d8-8fa0-45e7-8b7e-df681e0323d5 req-361ee657-f05b-4666-ab9b-fd23df9e015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:46.931794 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26d939d8-8fa0-45e7-8b7e-df681e0323d5 req-361ee657-f05b-4666-ab9b-fd23df9e015e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cbc3fb62e6fd4e12b55c29b671482f9d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6513567 Dec 15 13:36:46.950948 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4731c6e7-7040-44d0-8fe1-846913ee6b3d req-0695ee60-751d-4340-8244-c4614be23fa8 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316942 Dec 15 13:36:46.986423 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3bcf4-61c7-4e8c-a903-c079e640570f req-a0e86b38-131b-4ce0-ba34-505a8f95532d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:46.988022 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b3f3bcf4-61c7-4e8c-a903-c079e640570f req-a0e86b38-131b-4ce0-ba34-505a8f95532d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 932 time: 0.6554189 Dec 15 13:36:47.018221 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:47.162048 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50858) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:47.187534 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:47.246849 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d939d8-8fa0-45e7-8b7e-df681e0323d5 req-a5eb18ec-29fa-492e-b0d2-48ec95f5abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:47.247503 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:47.247912 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26d939d8-8fa0-45e7-8b7e-df681e0323d5 req-a5eb18ec-29fa-492e-b0d2-48ec95f5abe3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2903099 Dec 15 13:36:47.248254 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:47.250573 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] 10.222.0.66 "PUT /v2.0/ports/ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 200 len: 1093 time: 4.7931793 Dec 15 13:36:47.269800 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3da2670f-8307-4bcd-ab5d-2bcb598885a5 req-feae2001-57e6-49e6-bf7f-1ff6bf85907c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 210 time: 0.0934513 Dec 15 13:36:47.328079 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53bb255-30a9-4c8c-b637-c9f371b04944', 'tag': 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:36:47.374125 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b3f3bcf4-61c7-4e8c-a903-c079e640570f req-dc700b62-5172-46a2-ba47-ecdb4e4702ad tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371246 Dec 15 13:36:47.378353 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a6175bee-861e-40db-b898-192b73454ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:47.584338 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-dd058676-9314-4387-af37-4b71f61b3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:47.585058 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-dd058676-9314-4387-af37-4b71f61b3ff7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1096 time: 0.2153578 Dec 15 13:36:47.634590 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52043931-3967-470f-8cbc-619af9fad715 req-7588d8f4-e56f-4a09-aab6-c3ce885ffec6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:47.636568 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-7588d8f4-e56f-4a09-aab6-c3ce885ffec6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 817 time: 0.9534950 Dec 15 13:36:47.636881 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef649d-56c1-4b30-8fb6-962ef529c1bd service neutron] Pushing event updated for resources: {'Port': ['ID=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:47.681080 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f53bb255-30a9-4c8c-b637-c9f371b04944", "tag": "ba9131b0-fdf7-4ed2-a8c9-1c6801656498"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:36:47.948434 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a6175bee-861e-40db-b898-192b73454ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.062734 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31acd05-707b-4bc7-bf0c-bbdd4f633deb x-openstack-request-id: req-a31acd05-707b-4bc7-bf0c-bbdd4f633deb {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:36:48.063032 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53bb255-30a9-4c8c-b637-c9f371b04944", "tag": "ba9131b0-fdf7-4ed2-a8c9-1c6801656498", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:36:48.063288 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a31acd05-707b-4bc7-bf0c-bbdd4f633deb {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:36:48.063745 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53bb255-30a9-4c8c-b637-c9f371b04944', 'tag': 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498', 'status': 'completed', 'code': 200} Dec 15 13:36:48.083284 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-d7ca14d0-ef9c-4715-b4d3-ba3a9ec6dcd8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 200 len: 217 time: 0.3729208 Dec 15 13:36:48.087534 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-c2e2684e-f74b-4a17-a3b8-0e766989ba2d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc HTTP/1.1" status: 200 len: 380 time: 0.3386612 Dec 15 13:36:48.088208 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a6175bee-861e-40db-b898-192b73454ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.176506 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'port': {'device_id': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'admin_state_up': True, 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'security_groups': ['9c59bb95-eded-48e2-9050-fdfb60c3a4de']}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:48.253005 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a560ce-9e8c-40f7-9de3-fc3410722da3 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:48.266731 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-9bcec0bb-efa6-4161-8419-f90c8129294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:48.268346 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-9bcec0bb-efa6-4161-8419-f90c8129294b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbc3fb62e6fd4e12b55c29b671482f9d&device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 1097 time: 0.5808947 Dec 15 13:36:48.278761 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.285836 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-a6175bee-861e-40db-b898-192b73454ef5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=20fea56c90d8478687b4cb032808cb2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1215432 Dec 15 13:36:48.293460 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 50910) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:48.363504 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-1f2b91b3-db8f-46f6-9104-981c52baf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:48.366188 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-1f2b91b3-db8f-46f6-9104-981c52baf3c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.2235236 Dec 15 13:36:48.369298 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6175bee-861e-40db-b898-192b73454ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91aeaf9-5d64-42e4-8f0d-8bff917d37c8,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:48.408141 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8151e6-37f1-44a4-ba40-daeec2032ca3 req-83ec7bb7-761c-4103-963e-d5e5b769eba9 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:48.411376 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d8151e6-37f1-44a4-ba40-daeec2032ca3 req-83ec7bb7-761c-4103-963e-d5e5b769eba9 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 944 time: 0.2793965 Dec 15 13:36:48.420460 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Transition to ACTIVE for port object b2a560ce-9e8c-40f7-9de3-fc3410722da3 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:36:48.520683 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b91dac24-7734-4314-87f1-08e57302b94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.546731 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b91dac24-7734-4314-87f1-08e57302b94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.557975 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.610773 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-13f8b5e6-d315-4151-baf4-10acbc153ffc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8265af4f-8d5b-423a-84c5-273348379f9f HTTP/1.1" status: 200 len: 217 time: 0.2191732 Dec 15 13:36:48.643895 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b91dac24-7734-4314-87f1-08e57302b94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.646595 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b91dac24-7734-4314-87f1-08e57302b94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.651659 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-b91dac24-7734-4314-87f1-08e57302b94e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e91aeaf9-5d64-42e4-8f0d-8bff917d37c8 HTTP/1.1" status: 204 len: 168 time: 0.3565319 Dec 15 13:36:48.670238 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-59e92228-396b-401d-9936-e1162e0ce387 req-e8441127-273d-4931-bb5f-a3227862ff20 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 210 time: 0.0629678 Dec 15 13:36:48.736489 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-6518abc0-63b0-4434-8d7c-60a00c202612 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3125584 Dec 15 13:36:48.787306 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Pushing event updated for resources: {'Port': ['ID=b2a560ce-9e8c-40f7-9de3-fc3410722da3,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:48.917737 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dac24-7734-4314-87f1-08e57302b94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91aeaf9-5d64-42e4-8f0d-8bff917d37c8,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:49.002987 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Attempting to bind port b2a560ce-9e8c-40f7-9de3-fc3410722da3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:49.003641 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Attempting to bind port b2a560ce-9e8c-40f7-9de3-fc3410722da3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:49.004034 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Attempting to bind port b2a560ce-9e8c-40f7-9de3-fc3410722da3 on network 65892dc7-52b7-4275-99f0-3ec0b08be25d {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:49.015373 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Port b2a560ce-9e8c-40f7-9de3-fc3410722da3 on network 65892dc7-52b7-4275-99f0-3ec0b08be25d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:36:49.015987 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Attempting to bind port b2a560ce-9e8c-40f7-9de3-fc3410722da3 on network 65892dc7-52b7-4275-99f0-3ec0b08be25d {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:49.018177 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d8151e6-37f1-44a4-ba40-daeec2032ca3 req-9cd98d58-4eb6-44db-aa8e-456839790610 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001751 Dec 15 13:36:49.039753 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:49.041581 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Checking segment: {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:49.042061 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Bound using segment: {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:49.048935 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Bound port: b2a560ce-9e8c-40f7-9de3-fc3410722da3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9000e2-6c4d-4a13-812c-06a30fc22000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:49.048935 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:49.100207 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50942) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:49.127702 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-9af4751c-338b-4781-b5d7-0279a3ff73ef service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296058 Dec 15 13:36:49.138491 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Made reservation on behalf of 0bddd6292c044cdb9eb8e5bba5ebd4fc for: {'port': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:49.157922 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:49.215845 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-588881e2-309f-43c4-8802-71faf48adc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:49.224935 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-588881e2-309f-43c4-8802-71faf48adc9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73b45dab-e4b9-4d1b-907b-d5c3b1f5860b HTTP/1.1" status: 200 len: 852 time: 0.5578196 Dec 15 13:36:49.297189 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b788b3-3d01-49ae-bafd-94419df7033f req-0eeec3e7-f57e-4ee6-bf49-83b5f51ae6b7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:49.300876 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-29b788b3-3d01-49ae-bafd-94419df7033f req-0eeec3e7-f57e-4ee6-bf49-83b5f51ae6b7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 944 time: 0.4090557 Dec 15 13:36:49.391671 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] For port b2a560ce-9e8c-40f7-9de3-fc3410722da3, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:49.404653 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] For port b2a560ce-9e8c-40f7-9de3-fc3410722da3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:49.417030 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7362fd59-5c86-4aac-b274-be7d5e5fb3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:49.421563 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-29093ff9-72a9-41f8-958f-de610e885727 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d6416a0-3b53-483b-945b-ef82c2e0f162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196573 Dec 15 13:36:49.434956 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:49.577484 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:49.582610 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:49.603617 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] 10.222.0.66 "PUT /v2.0/ports/b2a560ce-9e8c-40f7-9de3-fc3410722da3 HTTP/1.1" status: 200 len: 1094 time: 3.3259726 Dec 15 13:36:49.616641 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bee9b6-80cd-4147-b4a8-5919d331342e', 'tag': 'b2a560ce-9e8c-40f7-9de3-fc3410722da3'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:36:49.619757 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c029f502-2264-47c0-bd3c-6cc245e0cfec" -d '{"events": [{"name": "network-changed", "server_uuid": "06bee9b6-80cd-4147-b4a8-5919d331342e", "tag": "b2a560ce-9e8c-40f7-9de3-fc3410722da3"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:36:49.724579 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c38d1-fad5-4aa3-9465-f3a978eaa32d service neutron] Pushing event updated for resources: {'Port': ['ID=b2a560ce-9e8c-40f7-9de3-fc3410722da3,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:49.732397 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-af2cba6f-4024-4bd8-981e-7031d50005d0 req-51b664e2-0305-4e2c-b2e5-19015ec3e0c7 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858920 Dec 15 13:36:49.879416 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-29b788b3-3d01-49ae-bafd-94419df7033f req-b3efe318-35f6-476e-b9ee-568d6684d462 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209005 Dec 15 13:36:49.938544 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Allocated IP 172.20.0.4 (a124ac63-e61f-437a-a1a8-96048fcd9353/9d612104-f2e7-4bcf-bc28-598f98630a95/e4b8c97b-020a-4806-8f09-f876ba55ad9d) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:49.948625 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-20ea9691-6762-4d21-9567-825d28591d95 service neutron] 10.222.0.66 "GET /v2.0/networks/5d6416a0-3b53-483b-945b-ef82c2e0f162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747789 Dec 15 13:36:50.036747 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-f4930899-c768-4a27-b20d-393992b169e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:50.038416 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-f4930899-c768-4a27-b20d-393992b169e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 1097 time: 0.2560420 Dec 15 13:36:50.056949 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-853d3fb3-cb2b-43e5-86d3-820d153c0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:50.058430 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-853d3fb3-cb2b-43e5-86d3-820d153c0db7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1096 time: 0.1610675 Dec 15 13:36:50.087773 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7362fd59-5c86-4aac-b274-be7d5e5fb3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.093506 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7362fd59-5c86-4aac-b274-be7d5e5fb3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.118375 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba057597-7923-4f62-883b-032f18c7eff1 x-openstack-request-id: req-ba057597-7923-4f62-883b-032f18c7eff1 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:36:50.118653 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bee9b6-80cd-4147-b4a8-5919d331342e", "tag": "b2a560ce-9e8c-40f7-9de3-fc3410722da3", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:36:50.118907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ba057597-7923-4f62-883b-032f18c7eff1 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:36:50.119432 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bee9b6-80cd-4147-b4a8-5919d331342e', 'tag': 'b2a560ce-9e8c-40f7-9de3-fc3410722da3', 'status': 'completed', 'code': 200} Dec 15 13:36:50.149197 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7362fd59-5c86-4aac-b274-be7d5e5fb3c8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=222e06a6162c4b199b848be04570de58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0423796 Dec 15 13:36:50.149891 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 50998) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:50.198499 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362fd59-5c86-4aac-b274-be7d5e5fb3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7340328-dfc1-4b0d-b47d-e1038515ea27,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:50.223692 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.241484 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-12a9defd-b485-4a9f-96ec-f689e4988e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.301074 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-12a9defd-b485-4a9f-96ec-f689e4988e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.379419 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.400471 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-12a9defd-b485-4a9f-96ec-f689e4988e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.407695 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-12a9defd-b485-4a9f-96ec-f689e4988e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.415357 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-12a9defd-b485-4a9f-96ec-f689e4988e39 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c7340328-dfc1-4b0d-b47d-e1038515ea27 HTTP/1.1" status: 204 len: 168 time: 0.2639065 Dec 15 13:36:50.416531 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51010) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:50.479430 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9defd-b485-4a9f-96ec-f689e4988e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7340328-dfc1-4b0d-b47d-e1038515ea27,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:50.517323 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:50.576525 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Network a124ac63-e61f-437a-a1a8-96048fcd9353 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:50.584600 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4147-7de1-462f-ae57-39b575f35577 req-51c8df2b-fb81-4fe7-aff3-b13cf3b65480 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:50.595542 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ed0a4147-7de1-462f-ae57-39b575f35577 req-51c8df2b-fb81-4fe7-aff3-b13cf3b65480 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 944 time: 0.2629819 Dec 15 13:36:50.611841 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:50.620519 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:50.763155 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac69a29-afbf-4c22-8158-631f5366cde6 req-49be15a6-c2cc-4f78-b412-138110053216 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:50.765900 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bac69a29-afbf-4c22-8158-631f5366cde6 req-49be15a6-c2cc-4f78-b412-138110053216 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 931 time: 0.4322193 Dec 15 13:36:50.876247 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:50.878420 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:50.910152 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ed0a4147-7de1-462f-ae57-39b575f35577 req-83d7ef93-47cb-495b-9dcf-b56ee4320910 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133159 Dec 15 13:36:51.075472 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-57eb16aa-ef14-4916-adca-c3258afbc4fe None None] Provisioning complete for port e4b8c97b-020a-4806-8f09-f876ba55ad9d triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:51.076618 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-57eb16aa-ef14-4916-adca-c3258afbc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:51.087800 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-ff4b3410-e350-4da3-b297-2f0657b9e2c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9472404 Dec 15 13:36:51.108718 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-831727141-network', 'tenant_id': '5e9c283712b1480181b57ffb2a3a1693'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:51.108995 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bac69a29-afbf-4c22-8158-631f5366cde6 req-b655584f-af5e-448b-8b2a-b577356e3e49 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181353 Dec 15 13:36:51.182000 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-57eb16aa-ef14-4916-adca-c3258afbc4fe None None] Port e4b8c97b-020a-4806-8f09-f876ba55ad9d cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:36:51.185036 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Made reservation on behalf of 5e9c283712b1480181b57ffb2a3a1693 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:51.188416 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:51.213524 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-ca304970-11ca-4156-8d30-af7f3e5df99e service neutron] 10.222.0.66 "GET /v2.0/networks/5d6416a0-3b53-483b-945b-ef82c2e0f162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389550 Dec 15 13:36:51.338358 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785cc8-c822-4463-94b9-6ba3ddb83ddd req-baa787ad-e473-45f2-8bec-0071d8f16dbc tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:51.340852 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b785cc8-c822-4463-94b9-6ba3ddb83ddd req-baa787ad-e473-45f2-8bec-0071d8f16dbc tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 944 time: 0.1047902 Dec 15 13:36:51.397245 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Request body: {'port': {'device_id': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:51.405513 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:51.417510 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-c7bdfafc-57ff-46b9-9b38-09754f28fb4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3 HTTP/1.1" status: 200 len: 217 time: 0.2879469 Dec 15 13:36:51.427441 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-288719e3-5d32-409f-a3a3-a5ff22075142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:51.429046 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-288719e3-5d32-409f-a3a3-a5ff22075142 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.4677808 Dec 15 13:36:51.486303 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b785cc8-c822-4463-94b9-6ba3ddb83ddd req-a2133f64-a915-4302-81d5-958219401d64 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383340 Dec 15 13:36:51.513374 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-bd7db8bb-2cb2-4b7f-866e-111fe629d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:51.515453 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-bd7db8bb-2cb2-4b7f-866e-111fe629d673 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.0847306 Dec 15 13:36:51.520581 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:51.581103 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:51.594733 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:51.629484 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:51.702797 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-4ea001a9-f714-43ee-ad26-43e50094cc31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722134 Dec 15 13:36:51.703430 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace14030-65d9-4e58-ae64-d333e8eaf840,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:51.709509 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-f0fa2eab-53f5-46ef-9073-4ea9c89435c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 200 len: 217 time: 0.0805631 Dec 15 13:36:51.711625 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:51.711967 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Added segment 58c82a6d-4670-4270-bcdf-61ee87c9efb2 of type vlan for network fecaf3ac-2550-4cec-9190-33a40d0f97bb Dec 15 13:36:51.930007 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b8c97b-020a-4806-8f09-f876ba55ad9d {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:51.940510 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:51.958939 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Transition to ACTIVE for port object e4b8c97b-020a-4806-8f09-f876ba55ad9d will not be triggered until provisioned by entity L2. {{(pid=102648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:36:51.965916 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.022837 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.052286 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-317664cd-e245-4d44-a838-7db8ee8277f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.053875 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-317664cd-e245-4d44-a838-7db8ee8277f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.1177258 Dec 15 13:36:52.089723 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:52.146543 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-9901c194-e5c3-4edd-8ad5-3b7cc7fed888 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699170 Dec 15 13:36:52.180637 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.181652 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.182396 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.204179 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c94a5-e06b-4206-9be0-b557fa1a1665 req-7573a490-117d-4ec0-8df0-6b85b9e2c394 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.205734 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-547c94a5-e06b-4206-9be0-b557fa1a1665 req-7573a490-117d-4ec0-8df0-6b85b9e2c394 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 944 time: 0.1844287 Dec 15 13:36:52.245545 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Attempting to bind port e4b8c97b-020a-4806-8f09-f876ba55ad9d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:52.245934 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Attempting to bind port e4b8c97b-020a-4806-8f09-f876ba55ad9d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:52.246256 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Attempting to bind port e4b8c97b-020a-4806-8f09-f876ba55ad9d on network a124ac63-e61f-437a-a1a8-96048fcd9353 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:52.265436 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Port e4b8c97b-020a-4806-8f09-f876ba55ad9d on network a124ac63-e61f-437a-a1a8-96048fcd9353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:36:52.265786 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Attempting to bind port e4b8c97b-020a-4806-8f09-f876ba55ad9d on network a124ac63-e61f-437a-a1a8-96048fcd9353 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:52.288144 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:52.288480 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Checking segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:52.289384 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Bound using segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:52.289861 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Bound port: e4b8c97b-020a-4806-8f09-f876ba55ad9d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:52.290225 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.338507 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-547c94a5-e06b-4206-9be0-b557fa1a1665 req-da923225-4790-49e2-a221-d69657ef2584 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160378 Dec 15 13:36:52.348176 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e82a-f0d3-4f53-b12a-fbbc2cb24890 req-18e81762-8075-41fa-ae2e-c4ef57703b1e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.349686 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4ee2e82a-f0d3-4f53-b12a-fbbc2cb24890 req-18e81762-8075-41fa-ae2e-c4ef57703b1e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1381829 Dec 15 13:36:52.363591 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-ca216a33-1065-4757-a3a3-0efdac5a33d9 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384671 Dec 15 13:36:52.376706 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9398732 Dec 15 13:36:52.386844 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51092) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:52.401497 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Request body: {'subnet': {'network_id': 'fecaf3ac-2550-4cec-9190-33a40d0f97bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-831727141-subnet', 'tenant_id': '5e9c283712b1480181b57ffb2a3a1693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:52.467461 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933a80b-b04e-4d40-9d89-4d6eca54a9dd admin admin] Pushing event updated for resources: {'Network': ['ID=fecaf3ac-2550-4cec-9190-33a40d0f97bb,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:52.469265 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Made reservation on behalf of 5e9c283712b1480181b57ffb2a3a1693 for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:52.471579 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62347642'] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.478946 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network fecaf3ac-2550-4cec-9190-33a40d0f97bb details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:52.489954 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:52.503540 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-c4073d14-3b95-421c-9042-a1e9cfd1081a service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414724 Dec 15 13:36:52.534844 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4ee2e82a-f0d3-4f53-b12a-fbbc2cb24890 req-b1195c9c-9d40-4001-bb70-93e03c5f7649 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468506 Dec 15 13:36:52.551931 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:52.567585 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.616325 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90ff38a-b3c2-420d-975e-991f1d839c3c req-b03bed7e-aeed-41e7-b1bc-3905dece6856 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356985 Dec 15 13:36:52.623193 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.623968 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.625443 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] 10.222.0.66 "PUT /v2.0/ports/e4b8c97b-020a-4806-8f09-f876ba55ad9d HTTP/1.1" status: 200 len: 1093 time: 1.2348633 Dec 15 13:36:52.637985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:36:52.640665 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c7031-a6e6-440c-879d-b511f0dab3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:36:52.722502 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9884b0e7-8d00-4a2d-9d0e-563f2a2855f8 req-667e43cd-8105-40f4-a2cb-bf2d901d1373 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037160 Dec 15 13:36:52.781122 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52043931-3967-470f-8cbc-619af9fad715 req-e9e96dde-6b51-4097-a66b-55da7122af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.782763 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-e9e96dde-6b51-4097-a66b-55da7122af8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 1096 time: 0.0592914 Dec 15 13:36:52.790025 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521b11a7-eb5a-4850-8afe-9e470acef4cd x-openstack-request-id: req-521b11a7-eb5a-4850-8afe-9e470acef4cd {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:36:52.790502 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:36:52.790658 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-521b11a7-eb5a-4850-8afe-9e470acef4cd {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:36:52.791032 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'status': 'completed', 'code': 200} Dec 15 13:36:52.836363 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-f316f357-d585-49ee-af27-76247031484e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d HTTP/1.1" status: 200 len: 217 time: 0.0450575 Dec 15 13:36:52.867798 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70234e-0f23-4bed-9867-e3b4c46cebcf service neutron] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:52.874359 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62366299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62347620'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:52.897862 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52043931-3967-470f-8cbc-619af9fad715 req-d2eda84d-37b6-429d-84c5-60e2a350325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.899480 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-d2eda84d-37b6-429d-84c5-60e2a350325e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0536778 Dec 15 13:36:52.923499 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-53fb7fda-34a3-48fa-a26b-7d15d92db487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.924992 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-53fb7fda-34a3-48fa-a26b-7d15d92db487 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 1097 time: 0.1303184 Dec 15 13:36:52.933069 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddeaf9-74cb-4c17-a191-e3569102a8f8 req-f0cbe801-77de-456c-b41c-462e891517b5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.934759 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-67ddeaf9-74cb-4c17-a191-e3569102a8f8 req-f0cbe801-77de-456c-b41c-462e891517b5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 944 time: 0.3133166 Dec 15 13:36:52.987422 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52043931-3967-470f-8cbc-619af9fad715 req-2ef6deb8-34d4-4b3c-82c9-8c04703df1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:52.989201 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-2ef6deb8-34d4-4b3c-82c9-8c04703df1c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797865 Dec 15 13:36:53.027679 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5d05f0-0fb1-4883-a5a6-0c2d21081e3b,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:53.109540 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-98edb0e3-512f-43db-9720-994da7e23ab1 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118324 Dec 15 13:36:53.115522 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Checking segment: {'id': '58c82a6d-4670-4270-bcdf-61ee87c9efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'fecaf3ac-2550-4cec-9190-33a40d0f97bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:53.115869 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Network hostable DHCP agents. Network: fecaf3ac-2550-4cec-9190-33a40d0f97bb, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:53.145960 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-67ddeaf9-74cb-4c17-a191-e3569102a8f8 req-55a5b093-18e8-4b4c-aedb-3ef4e1f885d8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895227 Dec 15 13:36:53.165378 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-dd907c98-b706-45d1-b74b-b9246bf75c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.166968 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-dd907c98-b706-45d1-b74b-b9246bf75c3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.2313554 Dec 15 13:36:53.173238 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Network fecaf3ac-2550-4cec-9190-33a40d0f97bb is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:53.218071 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, fecaf3ac-2550-4cec-9190-33a40d0f97bb) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:53.220716 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-15fa1269-62db-446a-81c1-d4d32de97913 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3 HTTP/1.1" status: 200 len: 217 time: 0.0450621 Dec 15 13:36:53.223511 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.224153 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:53.230239 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9662738-bf9a-462b-8dfa-7935b255b08a None None] Network fecaf3ac-2550-4cec-9190-33a40d0f97bb requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:53.246965 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-52043931-3967-470f-8cbc-619af9fad715 req-320bf021-0900-4be9-89e2-5a6c04d1fc70 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163702 Dec 15 13:36:53.274270 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-88a0fe5b-b2ee-478f-9d34-8bc963e9c44c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8851626 Dec 15 13:36:53.284551 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-03447dc4-a2c6-47bb-8f5f-520e1472b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.286159 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-03447dc4-a2c6-47bb-8f5f-520e1472b0d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.0573471 Dec 15 13:36:53.338291 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-33b96c64-975b-4935-bd47-06aed58858ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361528 Dec 15 13:36:53.361175 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-da0d8e7f-19ae-42c7-ac19-b8be4c188ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.363653 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-da0d8e7f-19ae-42c7-ac19-b8be4c188ee3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 1096 time: 0.0613918 Dec 15 13:36:53.389960 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d1cbe-6b58-4b96-9a9b-7ba679d3db61 None None] Network fecaf3ac-2550-4cec-9190-33a40d0f97bb requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:53.481732 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-24e9be63-83c3-4e6f-bf89-0d0d96fc05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.483388 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-24e9be63-83c3-4e6f-bf89-0d0d96fc05a3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.1117525 Dec 15 13:36:53.546811 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-4d4cf339-f12d-45c1-9bd3-14c1bc23d371 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d HTTP/1.1" status: 200 len: 217 time: 0.0558918 Dec 15 13:36:53.640977 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-8f0aaa92-71db-41ed-89fc-ff8dd28ccbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.645112 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-8f0aaa92-71db-41ed-89fc-ff8dd28ccbd8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0890918 Dec 15 13:36:53.655203 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37276e14-f9f3-42cd-9434-76641c9126a9 req-82b6b545-cd50-441e-ac6e-902eb0e77fe6 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.662178 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-37276e14-f9f3-42cd-9434-76641c9126a9 req-82b6b545-cd50-441e-ac6e-902eb0e77fe6 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 944 time: 0.1249042 Dec 15 13:36:53.720126 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-635e5287-86f4-439a-a890-8d645cf27520 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667316 Dec 15 13:36:53.721532 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-4bb164be-44bd-425c-b6ae-86ca26a13dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.726962 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-4bb164be-44bd-425c-b6ae-86ca26a13dca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706854 Dec 15 13:36:53.821184 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-37276e14-f9f3-42cd-9434-76641c9126a9 req-18b25087-ee80-4ef2-94ea-86782ecbd05e tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578629 Dec 15 13:36:53.831989 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055098f5-119f-4993-9934-e95bef3d95d7 req-a60ca62e-b97f-4eb9-8fc6-4542799c7ff5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:53.834210 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-055098f5-119f-4993-9934-e95bef3d95d7 req-a60ca62e-b97f-4eb9-8fc6-4542799c7ff5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1930954 Dec 15 13:36:53.870887 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-03968cf4-4148-4166-8bf7-a36ee198e2f3 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326282 Dec 15 13:36:53.913690 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c029f502-2264-47c0-bd3c-6cc245e0cfec req-23689c88-ac11-4006-b3d2-5a6d6741c75e service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736603 Dec 15 13:36:53.917304 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-055098f5-119f-4993-9934-e95bef3d95d7 req-420f9b95-bcdd-4886-9079-51b051a91385 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731914 Dec 15 13:36:54.026219 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a21c7031-a6e6-440c-879d-b511f0dab3c2 req-028789cd-1060-4c88-8b3e-5294d4df3250 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456554 Dec 15 13:36:54.036908 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device ba9131b0-fdf7-4ed2-a8c9-1c6801656498 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:36:54.182080 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port ba9131b0-fdf7-4ed2-a8c9-1c6801656498, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:54.279522 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51196) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:54.284822 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-436691877-network', 'tenant_id': 'fd8153c577f94375934abe6bf43c6776'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:54.335124 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0c71-8e96-4727-bd2b-ec8f86b0c4d8 req-a8772fe1-6978-4ca5-9167-7455b4a3af5d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:54.336462 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498', 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d', 'port_id': 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498', 'mac_address': 'fa:16:3e:a5:3f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388cd7ca-001b-4985-9047-da64dc34e834', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:36:54.338833 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-556a0c71-8e96-4727-bd2b-ec8f86b0c4d8 req-a8772fe1-6978-4ca5-9167-7455b4a3af5d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 944 time: 0.1097045 Dec 15 13:36:54.341259 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Made reservation on behalf of fd8153c577f94375934abe6bf43c6776 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:54.343771 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.364169 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.386336 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.402942 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9131b0-fdf7-4ed2-a8c9-1c6801656498 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:54.435094 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port ba9131b0-fdf7-4ed2-a8c9-1c6801656498, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:54.435185 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-556a0c71-8e96-4727-bd2b-ec8f86b0c4d8 req-7d948c16-47a2-405a-abf6-57e6dd0c7425 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894520 Dec 15 13:36:54.453379 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.455572 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device b2a560ce-9e8c-40f7-9de3-fc3410722da3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:36:54.498146 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.504175 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.510521 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port b2a560ce-9e8c-40f7-9de3-fc3410722da3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:54.535494 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7111e-f89e-42c8-8f4d-6bccd1af530c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:54.535931 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'b2a560ce-9e8c-40f7-9de3-fc3410722da3', 'network_id': '65892dc7-52b7-4275-99f0-3ec0b08be25d', 'port_id': 'b2a560ce-9e8c-40f7-9de3-fc3410722da3', 'mac_address': 'fa:16:3e:79:c6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388cd7ca-001b-4985-9047-da64dc34e834', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:36:54.544632 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:54.558688 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.559183 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Added segment 00fb2c56-5d08-4319-b859-7df4079085ed of type vlan for network 40b5bb37-a8c4-4a67-8493-5608427ab95b Dec 15 13:36:54.563691 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:54.588900 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.604865 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a560ce-9e8c-40f7-9de3-fc3410722da3 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:54.619050 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.626361 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port b2a560ce-9e8c-40f7-9de3-fc3410722da3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:54.635811 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.636478 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8265af4f-8d5b-423a-84c5-273348379f9f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:36:54.666753 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.667722 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:54.668305 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.688335 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=b2a560ce-9e8c-40f7-9de3-fc3410722da3,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:54.729709 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4459119 Dec 15 13:36:54.730081 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51212) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:54.735299 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Request body: {'subnet': {'network_id': '40b5bb37-a8c4-4a67-8493-5608427ab95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-436691877-subnet', 'tenant_id': 'fd8153c577f94375934abe6bf43c6776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:54.752017 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a868-6746-4e8b-8a1a-8befb3ce200d admin admin] Pushing event updated for resources: {'Network': ['ID=40b5bb37-a8c4-4a67-8493-5608427ab95b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:54.764506 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 40b5bb37-a8c4-4a67-8493-5608427ab95b details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:54.781224 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Made reservation on behalf of fd8153c577f94375934abe6bf43c6776 for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:54.784128 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62347642'] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.867736 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8265af4f-8d5b-423a-84c5-273348379f9f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8265af4f-8d5b-423a-84c5-273348379f9f,segment=NetworkSegment(39b863fd-80a4-4cff-a28d-5e3079903bab),segment_id=39b863fd-80a4-4cff-a28d-5e3079903bab)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:54.899529 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '8265af4f-8d5b-423a-84c5-273348379f9f', 'network_id': '5d6416a0-3b53-483b-945b-ef82c2e0f162', 'port_id': '8265af4f-8d5b-423a-84c5-273348379f9f', 'mac_address': 'fa:16:3e:e6:68:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b45dab-e4b9-4d1b-907b-d5c3b1f5860b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:36:54.949233 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:54.965201 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8265af4f-8d5b-423a-84c5-273348379f9f {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:55.001356 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8265af4f-8d5b-423a-84c5-273348379f9f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8265af4f-8d5b-423a-84c5-273348379f9f,segment=NetworkSegment(39b863fd-80a4-4cff-a28d-5e3079903bab),segment_id=39b863fd-80a4-4cff-a28d-5e3079903bab)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:55.013773 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:55.074916 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=8265af4f-8d5b-423a-84c5-273348379f9f,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:55.202742 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b0516-1fec-45c9-9465-a82a5debbd3a req-efad8c8f-dd67-4eec-8ce1-fd1d847d414d tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:55.204224 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a88b0516-1fec-45c9-9465-a82a5debbd3a req-efad8c8f-dd67-4eec-8ce1-fd1d847d414d tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 945 time: 0.3046172 Dec 15 13:36:55.231828 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2eba3-c010-4af0-bdcc-ed7f38392a03 req-280bd90c-928e-4e8f-bb04-01176080578a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:55.233279 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d7e2eba3-c010-4af0-bdcc-ed7f38392a03 req-280bd90c-928e-4e8f-bb04-01176080578a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1342809 Dec 15 13:36:55.235541 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62366299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62347620'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:55.336794 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa6ec55-5533-49f9-9422-bf7f7d699ac2,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:55.342235 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a88b0516-1fec-45c9-9465-a82a5debbd3a req-4956ef9a-0e9f-432a-b582-ea245b0f0f2f tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253736 Dec 15 13:36:55.371632 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d7e2eba3-c010-4af0-bdcc-ed7f38392a03 req-c7cbb6dc-1954-43fb-905e-095123759210 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231668 Dec 15 13:36:55.372412 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Checking segment: {'id': '00fb2c56-5d08-4319-b859-7df4079085ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '40b5bb37-a8c4-4a67-8493-5608427ab95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:55.372765 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Network hostable DHCP agents. Network: 40b5bb37-a8c4-4a67-8493-5608427ab95b, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:55.392410 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Network 40b5bb37-a8c4-4a67-8493-5608427ab95b is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:55.403544 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 40b5bb37-a8c4-4a67-8493-5608427ab95b) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:55.407795 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:55.408392 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:55.414016 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a32a7-0ad5-4c4d-b7f6-fda7633b7f88 None None] Network 40b5bb37-a8c4-4a67-8493-5608427ab95b requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:55.427239 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-a1378706-44c3-4834-b00b-f2c0717a6e35 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6957445 Dec 15 13:36:55.553220 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6bf1d6-40d5-4a71-839f-b1e081898552 None None] Network 40b5bb37-a8c4-4a67-8493-5608427ab95b requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:55.639124 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d059e13-f7a0-4c7b-a6c0-7a8c8d10c3d6 req-6e2eff0a-5d06-4bb8-8608-c5a35568c04c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:55.640978 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4d059e13-f7a0-4c7b-a6c0-7a8c8d10c3d6 req-6e2eff0a-5d06-4bb8-8608-c5a35568c04c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 945 time: 0.0711205 Dec 15 13:36:55.715486 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4d059e13-f7a0-4c7b-a6c0-7a8c8d10c3d6 req-8211f615-dc1e-4b6d-92a6-f969a83ca084 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672505 Dec 15 13:36:55.854904 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51256) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:55.976589 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eb300bce-a769-48e4-a630-eb886fad84cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.096577 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eb300bce-a769-48e4-a630-eb886fad84cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.100700 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eb300bce-a769-48e4-a630-eb886fad84cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.145945 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-eb300bce-a769-48e4-a630-eb886fad84cc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8822dcb03e674b79819d04d6d2748b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899237 Dec 15 13:36:56.146862 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb300bce-a769-48e4-a630-eb886fad84cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6697de5-a53c-4b43-8f1a-4cf6dd2f367b,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:56.149952 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51278) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:56.203780 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e16a00e8-6dda-48d3-9d67-02ab94b85f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.226778 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e16a00e8-6dda-48d3-9d67-02ab94b85f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.277745 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e16a00e8-6dda-48d3-9d67-02ab94b85f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.280353 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e16a00e8-6dda-48d3-9d67-02ab94b85f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.281486 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e16a00e8-6dda-48d3-9d67-02ab94b85f36 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a6697de5-a53c-4b43-8f1a-4cf6dd2f367b HTTP/1.1" status: 204 len: 168 time: 0.1301658 Dec 15 13:36:56.294319 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a00e8-6dda-48d3-9d67-02ab94b85f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6697de5-a53c-4b43-8f1a-4cf6dd2f367b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:56.401864 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51288) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:56.509557 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ec29-a4cc-4655-831d-29769764b513 req-12616692-84f8-479c-85c2-6eec57bb8d26 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:56.511158 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bfa8ec29-a4cc-4655-831d-29769764b513 req-12616692-84f8-479c-85c2-6eec57bb8d26 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 945 time: 0.0868042 Dec 15 13:36:56.563163 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470a21-c63c-4b92-955a-5c4fb1586f22 req-ffab2d73-d975-4642-bcf8-bfbd0fa6e4c6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:56.565374 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-15470a21-c63c-4b92-955a-5c4fb1586f22 req-ffab2d73-d975-4642-bcf8-bfbd0fa6e4c6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1041975 Dec 15 13:36:56.637598 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bfa8ec29-a4cc-4655-831d-29769764b513 req-eb740d40-45d6-469e-aba0-9f8ee0136d79 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119244 Dec 15 13:36:56.677441 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-15470a21-c63c-4b92-955a-5c4fb1586f22 req-5866df95-2c78-4e42-a46f-508ad0c98dfc tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902767 Dec 15 13:36:56.701884 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-015857b2-eccd-483e-a806-d4c5560d01bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.797554 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-015857b2-eccd-483e-a806-d4c5560d01bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.803998 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-015857b2-eccd-483e-a806-d4c5560d01bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.856221 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-015857b2-eccd-483e-a806-d4c5560d01bc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4b0a5cac8ab6434ca9d3fbe55f8062c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4527938 Dec 15 13:36:56.858605 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015857b2-eccd-483e-a806-d4c5560d01bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10171b6-5e7b-47a9-a410-6a535a0a096b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:56.861305 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51308) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:56.863384 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d00fd-a7cf-4328-bf16-89648c393a18 req-3bec495f-edb0-4cb5-bb7a-e0091d5d0370 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:56.865857 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ed8d00fd-a7cf-4328-bf16-89648c393a18 req-3bec495f-edb0-4cb5-bb7a-e0091d5d0370 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 945 time: 0.0703328 Dec 15 13:36:56.919248 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ed8d00fd-a7cf-4328-bf16-89648c393a18 req-ca9a356a-098a-49ed-a136-a15c0560d0c5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479300 Dec 15 13:36:56.933433 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e1fdae4e-afc3-4a4d-a64f-d84126452fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.958682 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e1fdae4e-afc3-4a4d-a64f-d84126452fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.016010 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e1fdae4e-afc3-4a4d-a64f-d84126452fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.017106 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e1fdae4e-afc3-4a4d-a64f-d84126452fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.018206 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e1fdae4e-afc3-4a4d-a64f-d84126452fe6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b10171b6-5e7b-47a9-a410-6a535a0a096b HTTP/1.1" status: 204 len: 168 time: 0.1558185 Dec 15 13:36:57.028699 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdae4e-afc3-4a4d-a64f-d84126452fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10171b6-5e7b-47a9-a410-6a535a0a096b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:57.384823 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51330) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:57.397522 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4da971d4-21f1-47b7-9240-c88c11f9b010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.475180 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4da971d4-21f1-47b7-9240-c88c11f9b010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.479236 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4da971d4-21f1-47b7-9240-c88c11f9b010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.520353 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4da971d4-21f1-47b7-9240-c88c11f9b010 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e8938407c7444b0acbafd9e9e306ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321547 Dec 15 13:36:57.520353 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da971d4-21f1-47b7-9240-c88c11f9b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91db475-2d22-48d0-9c78-7d1fdbb547dc,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:57.520807 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51332) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:57.572860 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6f5272d7-28d9-4ad6-be36-040198c8d363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.597133 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6f5272d7-28d9-4ad6-be36-040198c8d363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.649967 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6f5272d7-28d9-4ad6-be36-040198c8d363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.652510 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6f5272d7-28d9-4ad6-be36-040198c8d363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.656497 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6f5272d7-28d9-4ad6-be36-040198c8d363 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f91db475-2d22-48d0-9c78-7d1fdbb547dc HTTP/1.1" status: 204 len: 168 time: 0.1330588 Dec 15 13:36:57.665406 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5272d7-28d9-4ad6-be36-040198c8d363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91db475-2d22-48d0-9c78-7d1fdbb547dc,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:57.809855 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611d870-e87e-4acd-a843-0486f183dc08 req-40d09445-7b60-43ed-8df8-e2977a93cd4b tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:57.811398 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c611d870-e87e-4acd-a843-0486f183dc08 req-40d09445-7b60-43ed-8df8-e2977a93cd4b tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 945 time: 0.0872412 Dec 15 13:36:57.828177 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d42a4-2117-4488-a9fc-7aed40b01d5b req-3894bd41-96c8-4e36-8b55-4b23625e1bbd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:57.829653 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-812d42a4-2117-4488-a9fc-7aed40b01d5b req-3894bd41-96c8-4e36-8b55-4b23625e1bbd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0640378 Dec 15 13:36:57.871686 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:36:57.911420 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c611d870-e87e-4acd-a843-0486f183dc08 req-e9cb6535-95bd-45c6-aa14-5ccf75a99004 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807381 Dec 15 13:36:57.916649 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-812d42a4-2117-4488-a9fc-7aed40b01d5b req-1131d31e-4171-40ee-9deb-d884875af7b0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779622 Dec 15 13:36:58.045878 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:58.062791 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288c00a-144d-4721-905e-c6feedd826d2 req-658c7a46-6b37-4a26-8138-c6f71ecd4fff tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:58.063556 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8265af4f-8d5b-423a-84c5-273348379f9f'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:36:58.064450 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a288c00a-144d-4721-905e-c6feedd826d2 req-658c7a46-6b37-4a26-8138-c6f71ecd4fff tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 945 time: 0.0571952 Dec 15 13:36:58.083009 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'port_id': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'mac_address': 'fa:16:3e:10:76:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:36:58.147469 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a288c00a-144d-4721-905e-c6feedd826d2 req-ba4fd411-ef61-443a-b5d2-34d47c63cbf6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770185 Dec 15 13:36:58.152352 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['b2a560ce-9e8c-40f7-9de3-fc3410722da3'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:36:58.214463 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['ba9131b0-fdf7-4ed2-a8c9-1c6801656498'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:36:58.345748 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.417869 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b8c97b-020a-4806-8f09-f876ba55ad9d {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:58.472555 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:58.495740 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.628369 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:59.069868 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2f599-d6e3-4eb6-8b08-d391224a92dc req-ca8ff130-266e-45f5-a736-29817fae1042 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.071594 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-73f2f599-d6e3-4eb6-8b08-d391224a92dc req-ca8ff130-266e-45f5-a736-29817fae1042 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 945 time: 0.0766842 Dec 15 13:36:59.106200 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019053b-c5f5-4403-a9d1-5a2dc69a3229 req-35d2f96a-c8f8-4fe9-9759-1d63839d6eeb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.107660 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c019053b-c5f5-4403-a9d1-5a2dc69a3229 req-35d2f96a-c8f8-4fe9-9759-1d63839d6eeb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0786488 Dec 15 13:36:59.153351 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-73f2f599-d6e3-4eb6-8b08-d391224a92dc req-a11c93c0-056d-4f17-aba3-e05c398f3f84 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726388 Dec 15 13:36:59.175320 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c019053b-c5f5-4403-a9d1-5a2dc69a3229 req-f4ec0538-0744-42e1-8483-3f10cae4ac67 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612431 Dec 15 13:36:59.309465 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb66fe-2e25-4860-975b-01a47206385a req-d2243214-2ed0-4b4a-8b07-d2dfc8e0d8b7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.311136 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-83eb66fe-2e25-4860-975b-01a47206385a req-d2243214-2ed0-4b4a-8b07-d2dfc8e0d8b7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 945 time: 0.0516088 Dec 15 13:36:59.369233 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-83eb66fe-2e25-4860-975b-01a47206385a req-43d747b3-12fd-4f3e-baf6-3cafea987006 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500960 Dec 15 13:36:59.640440 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f02110b-c4fa-493a-b87c-356b3a7da868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:59.706153 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51440) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:59.823397 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-253bfa53-e560-4a67-a84e-ca07d00203ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:59.903127 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-253bfa53-e560-4a67-a84e-ca07d00203ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:59.907141 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-253bfa53-e560-4a67-a84e-ca07d00203ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:59.946597 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bfa53-e560-4a67-a84e-ca07d00203ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be5886-d66a-4b08-9065-92897944abe5,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:59.951016 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-253bfa53-e560-4a67-a84e-ca07d00203ff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=452064599a594e7f85e8db263c4b417c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432945 Dec 15 13:36:59.953783 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51448) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:00.004058 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-802f2a6a-0c1e-4919-a599-9fb1cb4c549e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.025932 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-802f2a6a-0c1e-4919-a599-9fb1cb4c549e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.074949 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-802f2a6a-0c1e-4919-a599-9fb1cb4c549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.077723 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-802f2a6a-0c1e-4919-a599-9fb1cb4c549e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.078925 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-802f2a6a-0c1e-4919-a599-9fb1cb4c549e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/88be5886-d66a-4b08-9065-92897944abe5 HTTP/1.1" status: 204 len: 168 time: 0.1241500 Dec 15 13:37:00.091233 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f2a6a-0c1e-4919-a599-9fb1cb4c549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be5886-d66a-4b08-9065-92897944abe5,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:00.309549 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfb0cd-c44e-4ac6-93c2-51d2e0fd4658 req-f49ca350-9524-4a0c-8e02-3da207715698 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:00.311541 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a7cfb0cd-c44e-4ac6-93c2-51d2e0fd4658 req-f49ca350-9524-4a0c-8e02-3da207715698 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 945 time: 0.0806227 Dec 15 13:37:00.335189 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8a02-2606-4e9d-b9c6-fb7ad192ec40 req-5cd9ebd1-6f0b-43c7-a745-fa49b08d5f45 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:00.337332 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a2ec8a02-2606-4e9d-b9c6-fb7ad192ec40 req-5cd9ebd1-6f0b-43c7-a745-fa49b08d5f45 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0797968 Dec 15 13:37:00.401916 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51462) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:00.417233 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a7cfb0cd-c44e-4ac6-93c2-51d2e0fd4658 req-b4cf5645-eb5a-4eb7-8121-f2b51f32809a tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966976 Dec 15 13:37:00.417814 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7eba09c9-8aa5-4ce2-89d5-07c2af20f09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.440745 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a2ec8a02-2606-4e9d-b9c6-fb7ad192ec40 req-9479646b-b4b5-47d3-8612-fa880ed66881 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928390 Dec 15 13:37:00.516804 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7eba09c9-8aa5-4ce2-89d5-07c2af20f09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.524184 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7eba09c9-8aa5-4ce2-89d5-07c2af20f09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.534498 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aea96-36a4-4c92-af29-c90bc964a1d8 req-cb0db97e-4fc3-4db5-95c8-537bbce71c42 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:00.536011 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4b8aea96-36a4-4c92-af29-c90bc964a1d8 req-cb0db97e-4fc3-4db5-95c8-537bbce71c42 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 945 time: 0.0552742 Dec 15 13:37:00.564951 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7eba09c9-8aa5-4ce2-89d5-07c2af20f09e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=00d91d4e4a34414f81a04d21e2e564ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617379 Dec 15 13:37:00.566336 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba09c9-8aa5-4ce2-89d5-07c2af20f09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae6cc85-ab63-4af4-bb5c-10780485300f,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:00.568557 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51464) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:00.591081 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4b8aea96-36a4-4c92-af29-c90bc964a1d8 req-549f4024-55c0-4b6d-97d3-6a8d29eb4fc3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477068 Dec 15 13:37:00.619682 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-75fe4823-8e11-4c1b-b311-65118c4a2c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.642253 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-75fe4823-8e11-4c1b-b311-65118c4a2c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.692498 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-75fe4823-8e11-4c1b-b311-65118c4a2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.695171 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-75fe4823-8e11-4c1b-b311-65118c4a2c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:00.696958 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-75fe4823-8e11-4c1b-b311-65118c4a2c13 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aae6cc85-ab63-4af4-bb5c-10780485300f HTTP/1.1" status: 204 len: 168 time: 0.1267791 Dec 15 13:37:00.707718 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe4823-8e11-4c1b-b311-65118c4a2c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae6cc85-ab63-4af4-bb5c-10780485300f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:01.583697 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e6338-b807-4442-b4ae-7518545ec533 req-02d3e4a5-72ff-420e-a9ce-7331197e51e5 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:01.585298 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-050e6338-b807-4442-b4ae-7518545ec533 req-02d3e4a5-72ff-420e-a9ce-7331197e51e5 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 945 time: 0.0862856 Dec 15 13:37:01.607832 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdbef5-82e6-470e-a25e-1e25edb35734 req-39403dbc-7ac7-49db-a31c-eedf83980bda tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:01.609283 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7efdbef5-82e6-470e-a25e-1e25edb35734 req-39403dbc-7ac7-49db-a31c-eedf83980bda tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0787008 Dec 15 13:37:01.658307 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['e4b8c97b-020a-4806-8f09-f876ba55ad9d'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:37:01.673525 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-050e6338-b807-4442-b4ae-7518545ec533 req-be0177db-ebeb-43a9-b4f5-6538009d2b28 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802031 Dec 15 13:37:01.687929 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7efdbef5-82e6-470e-a25e-1e25edb35734 req-cf385eb6-8a8e-46f1-9b31-18e6eb046146 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711696 Dec 15 13:37:01.819031 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9702d-ba6d-42fc-98b6-12eb9d4b77e5 req-234f747d-c126-4bca-973e-410028b1c8fe tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:01.825560 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6bd9702d-ba6d-42fc-98b6-12eb9d4b77e5 req-234f747d-c126-4bca-973e-410028b1c8fe tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 945 time: 0.0719025 Dec 15 13:37:01.892071 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6bd9702d-ba6d-42fc-98b6-12eb9d4b77e5 req-d18c663f-8a36-4b1f-9fcc-fe385227ece6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608847 Dec 15 13:37:02.182915 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-fd0260df-46fc-46c2-8881-47c85ca71105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:02.823897 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b347b-c6a0-4f5e-9520-c560578bf442 req-9930afa3-b522-48d3-8311-147a5a73287d tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:02.825260 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7a3b347b-c6a0-4f5e-9520-c560578bf442 req-9930afa3-b522-48d3-8311-147a5a73287d tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 945 time: 0.0770168 Dec 15 13:37:02.837243 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadfec5-48a8-406e-a33a-3110650ac929 req-bf751530-c4c2-455b-9b9f-62bbcfb617c8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:02.838619 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-adadfec5-48a8-406e-a33a-3110650ac929 req-bf751530-c4c2-455b-9b9f-62bbcfb617c8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0664759 Dec 15 13:37:02.906365 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7a3b347b-c6a0-4f5e-9520-c560578bf442 req-f9c88ccc-a338-4619-a654-f37e23497466 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668149 Dec 15 13:37:02.910503 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-adadfec5-48a8-406e-a33a-3110650ac929 req-3cc10f87-83ff-490c-ac10-e0fa58e9b50a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655138 Dec 15 13:37:03.005625 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0acea5-7680-4a31-a204-5680fdf07944 req-bad85bd6-78bf-4781-9514-3657e437f58c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:03.007083 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ff0acea5-7680-4a31-a204-5680fdf07944 req-bad85bd6-78bf-4781-9514-3657e437f58c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 945 time: 0.0480387 Dec 15 13:37:03.052710 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ff0acea5-7680-4a31-a204-5680fdf07944 req-0c19d10e-99a1-4c17-854d-cc7344af8f2e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Dec 15 13:37:03.231803 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.049197 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58683810-b53f-4566-8675-a9754d3408b0 req-55f25343-7ae6-4fc6-9c35-fe787b584e39 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:04.050694 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-58683810-b53f-4566-8675-a9754d3408b0 req-55f25343-7ae6-4fc6-9c35-fe787b584e39 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 945 time: 0.0784883 Dec 15 13:37:04.059066 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961956ca-0c9f-4eae-b0ef-43b7560cc24d req-fff3ebb1-4961-40e3-868d-5d680c0637e2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:04.060411 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-961956ca-0c9f-4eae-b0ef-43b7560cc24d req-fff3ebb1-4961-40e3-868d-5d680c0637e2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0791662 Dec 15 13:37:04.084795 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device ba9131b0-fdf7-4ed2-a8c9-1c6801656498 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:04.132472 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-58683810-b53f-4566-8675-a9754d3408b0 req-3fa49e4f-eba1-4714-93d6-46c9f137606c tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710933 Dec 15 13:37:04.136974 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-961956ca-0c9f-4eae-b0ef-43b7560cc24d req-1b5a4585-81ce-4d1e-8acd-68b90817afa4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701194 Dec 15 13:37:04.143345 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:37:04.156719 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:04.157086 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.253715 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145defc5-2104-4d7e-8b46-0aad08f08761 req-96717ef3-a4bc-42ab-8173-5a9f284eac66 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:04.255255 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-145defc5-2104-4d7e-8b46-0aad08f08761 req-96717ef3-a4bc-42ab-8173-5a9f284eac66 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 945 time: 0.0549648 Dec 15 13:37:04.305897 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-145defc5-2104-4d7e-8b46-0aad08f08761 req-fc3d5690-42d7-4ca6-ad1a-3e6b956b15d1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Dec 15 13:37:04.345405 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.368397 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53bb255-30a9-4c8c-b637-c9f371b04944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:04.455638 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port ba9131b0-fdf7-4ed2-a8c9-1c6801656498, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:04.460761 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.461561 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device b2a560ce-9e8c-40f7-9de3-fc3410722da3 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:04.544463 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:04.549530 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598f1a9b-db79-4901-a4e4-4d3d66b86fec" -d '{"events": [{"server_uuid": "f53bb255-30a9-4c8c-b637-c9f371b04944", "name": "network-vif-plugged", "status": "completed", "tag": "ba9131b0-fdf7-4ed2-a8c9-1c6801656498"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:04.562651 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port b2a560ce-9e8c-40f7-9de3-fc3410722da3 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:37:04.566560 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port b2a560ce-9e8c-40f7-9de3-fc3410722da3 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:04.566923 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.645348 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.679892 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port b2a560ce-9e8c-40f7-9de3-fc3410722da3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:04.684142 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.685106 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8265af4f-8d5b-423a-84c5-273348379f9f up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:04.687767 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aaad92-a63b-4b07-8112-664d9c7ee019 x-openstack-request-id: req-06aaad92-a63b-4b07-8112-664d9c7ee019 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:04.688078 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53bb255-30a9-4c8c-b637-c9f371b04944", "name": "network-vif-plugged", "status": "completed", "tag": "ba9131b0-fdf7-4ed2-a8c9-1c6801656498", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:04.688334 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-06aaad92-a63b-4b07-8112-664d9c7ee019 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:04.688766 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53bb255-30a9-4c8c-b637-c9f371b04944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498', 'code': 200} Dec 15 13:37:04.762904 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=b2a560ce-9e8c-40f7-9de3-fc3410722da3,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:04.775160 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 8265af4f-8d5b-423a-84c5-273348379f9f completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:37:04.778828 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 8265af4f-8d5b-423a-84c5-273348379f9f triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:04.779195 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.854847 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.887894 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.897338 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8265af4f-8d5b-423a-84c5-273348379f9f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8265af4f-8d5b-423a-84c5-273348379f9f,segment=NetworkSegment(39b863fd-80a4-4cff-a28d-5e3079903bab),segment_id=39b863fd-80a4-4cff-a28d-5e3079903bab)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:04.902060 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:04.947444 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=8265af4f-8d5b-423a-84c5-273348379f9f,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:05.278932 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb601a-fa0c-4721-8908-3bcff879e7c1 req-a6e11202-7ef5-402b-b26e-ede31cbaa42c tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:05.280579 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bdcb601a-fa0c-4721-8908-3bcff879e7c1 req-a6e11202-7ef5-402b-b26e-ede31cbaa42c tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0757449 Dec 15 13:37:05.314199 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79f465-5905-4dda-b62d-c9e8e424bbdd req-78ab8983-f535-41b7-9d7f-7fbb2686baa5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:05.315671 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba79f465-5905-4dda-b62d-c9e8e424bbdd req-78ab8983-f535-41b7-9d7f-7fbb2686baa5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0749760 Dec 15 13:37:05.316276 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68cf72-9754-4cff-b950-a11066af0366 req-e7f3e1ae-7394-4236-9fd2-5d0dc5c45481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:05.317729 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9c68cf72-9754-4cff-b950-a11066af0366 req-e7f3e1ae-7394-4236-9fd2-5d0dc5c45481 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1098 time: 0.0718615 Dec 15 13:37:05.343365 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-9c68cf72-9754-4cff-b950-a11066af0366 req-6fa55dd0-5208-4175-90e6-229043835c6b service neutron] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:05.356392 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bdcb601a-fa0c-4721-8908-3bcff879e7c1 req-4e980673-96e4-4fa4-ad1c-f3142d4e873c tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692632 Dec 15 13:37:05.399074 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba79f465-5905-4dda-b62d-c9e8e424bbdd req-3bce60f7-9321-4818-9778-e8291fdd5366 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723131 Dec 15 13:37:05.427756 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-9c68cf72-9754-4cff-b950-a11066af0366 req-6fa55dd0-5208-4175-90e6-229043835c6b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:05.433713 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-9c68cf72-9754-4cff-b950-a11066af0366 req-6fa55dd0-5208-4175-90e6-229043835c6b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:05.469431 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73182bf-510e-42ab-88c5-141b203cdbb1 req-22ebe8e5-eb44-4294-a36a-0646a7bb1c1a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:05.470945 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d73182bf-510e-42ab-88c5-141b203cdbb1 req-22ebe8e5-eb44-4294-a36a-0646a7bb1c1a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0526578 Dec 15 13:37:05.481288 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa55dd0-5208-4175-90e6-229043835c6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d73f2f9-cffd-48ad-9590-1640d762da5a,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:05.485432 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9c68cf72-9754-4cff-b950-a11066af0366 req-6fa55dd0-5208-4175-90e6-229043835c6b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595757 Dec 15 13:37:05.521578 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d73182bf-510e-42ab-88c5-141b203cdbb1 req-5e0a12dc-60c1-4178-b6cc-ce8362cf65f1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Dec 15 13:37:05.537650 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:05.981059 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:06.528612 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1436-c13e-47fc-bbeb-f75dca4c967b req-76cdb5cf-6231-4275-9451-3e87c6487d74 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:06.530194 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-957f1436-c13e-47fc-bbeb-f75dca4c967b req-76cdb5cf-6231-4275-9451-3e87c6487d74 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0718527 Dec 15 13:37:06.620886 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319d3a-2638-4e11-a4fe-16a03b588b95 req-a4f68c83-8b70-4877-ad9b-f1ac89bb4b81 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:06.622458 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b8319d3a-2638-4e11-a4fe-16a03b588b95 req-a4f68c83-8b70-4877-ad9b-f1ac89bb4b81 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.1165981 Dec 15 13:37:06.630900 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-957f1436-c13e-47fc-bbeb-f75dca4c967b req-f61ee13e-8547-456c-aaae-0c3070f87bde tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923221 Dec 15 13:37:06.690443 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bee9b6-80cd-4147-b4a8-5919d331342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a560ce-9e8c-40f7-9de3-fc3410722da3'}, {'server_uuid': '5f740a90-17ff-49e3-8f5d-f1450ae6baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8265af4f-8d5b-423a-84c5-273348379f9f'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:06.693329 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b15b48-32bf-4f7b-9f76-de165e2afd1d" -d '{"events": [{"server_uuid": "06bee9b6-80cd-4147-b4a8-5919d331342e", "name": "network-vif-plugged", "status": "completed", "tag": "b2a560ce-9e8c-40f7-9de3-fc3410722da3"}, {"server_uuid": "5f740a90-17ff-49e3-8f5d-f1450ae6baf0", "name": "network-vif-plugged", "status": "completed", "tag": "8265af4f-8d5b-423a-84c5-273348379f9f"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:06.693482 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b8319d3a-2638-4e11-a4fe-16a03b588b95 req-9fcbe2a0-9689-4720-b6c1-4a391e468ddd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612402 Dec 15 13:37:06.749144 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1935a5-7998-4145-9a8a-25008b8ba8e8 x-openstack-request-id: req-3a1935a5-7998-4145-9a8a-25008b8ba8e8 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:06.749622 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bee9b6-80cd-4147-b4a8-5919d331342e", "name": "network-vif-plugged", "status": "completed", "tag": "b2a560ce-9e8c-40f7-9de3-fc3410722da3", "code": 200}, {"server_uuid": "5f740a90-17ff-49e3-8f5d-f1450ae6baf0", "name": "network-vif-plugged", "status": "completed", "tag": "8265af4f-8d5b-423a-84c5-273348379f9f", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:06.749911 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3a1935a5-7998-4145-9a8a-25008b8ba8e8 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:06.750342 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bee9b6-80cd-4147-b4a8-5919d331342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a560ce-9e8c-40f7-9de3-fc3410722da3', 'code': 200} Dec 15 13:37:06.750600 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f740a90-17ff-49e3-8f5d-f1450ae6baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8265af4f-8d5b-423a-84c5-273348379f9f', 'code': 200} Dec 15 13:37:06.810937 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221f4c2-092e-43a9-9796-2aab83964c83 req-8d16fe40-41b3-4fde-a110-37c6def40735 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:06.812791 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a221f4c2-092e-43a9-9796-2aab83964c83 req-8d16fe40-41b3-4fde-a110-37c6def40735 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0705051 Dec 15 13:37:06.906042 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a221f4c2-092e-43a9-9796-2aab83964c83 req-06f63ceb-06be-4394-beda-0ac65ddc7740 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842469 Dec 15 13:37:07.513936 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51728) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:07.614212 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1059cfe1-a2d0-4d1e-9a5c-befbb6ce0cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.689478 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1059cfe1-a2d0-4d1e-9a5c-befbb6ce0cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.699329 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1059cfe1-a2d0-4d1e-9a5c-befbb6ce0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.740904 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1059cfe1-a2d0-4d1e-9a5c-befbb6ce0cc4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a7f930ed6b8e4446994541b65e9782d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258780 Dec 15 13:37:07.741484 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51742) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:07.751393 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059cfe1-a2d0-4d1e-9a5c-befbb6ce0cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791cf779-47ee-477f-bf97-3a8655652e0b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:07.768605 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205179a8-a6b6-448d-bad2-6106e7386868 req-97870b39-c71b-4b53-b32b-8444347654aa tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:07.776131 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-205179a8-a6b6-448d-bad2-6106e7386868 req-97870b39-c71b-4b53-b32b-8444347654aa tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0601606 Dec 15 13:37:07.805157 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d842-66c7-4273-b524-86725c390b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.830270 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d842-66c7-4273-b524-86725c390b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.854774 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-205179a8-a6b6-448d-bad2-6106e7386868 req-84640ab2-1e38-45ee-9af6-bf3aaae4537f tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777123 Dec 15 13:37:07.883367 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af6cae-36d6-4118-95b3-b1545a1ae90d req-32692463-b502-49f7-857e-4669cfa1f84b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:07.884228 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d842-66c7-4273-b524-86725c390b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.885098 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c0af6cae-36d6-4118-95b3-b1545a1ae90d req-32692463-b502-49f7-857e-4669cfa1f84b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0780628 Dec 15 13:37:07.888126 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d842-66c7-4273-b524-86725c390b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.891632 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bfd4d842-66c7-4273-b524-86725c390b04 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/791cf779-47ee-477f-bf97-3a8655652e0b HTTP/1.1" status: 204 len: 168 time: 0.1458218 Dec 15 13:37:07.905865 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4d842-66c7-4273-b524-86725c390b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791cf779-47ee-477f-bf97-3a8655652e0b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:07.915094 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:07.968530 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c0af6cae-36d6-4118-95b3-b1545a1ae90d req-5d52fc3c-5711-4766-8f5c-3fc8be2fff40 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707583 Dec 15 13:37:08.007636 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port e4b8c97b-020a-4806-8f09-f876ba55ad9d completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:37:08.012390 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port e4b8c97b-020a-4806-8f09-f876ba55ad9d triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:08.013237 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.096997 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9abad-aaef-430e-af70-346781a36d4c req-d8c5f830-9cd0-47c4-948c-7ba4e73bd28d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:08.105095 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3f9abad-aaef-430e-af70-346781a36d4c req-d8c5f830-9cd0-47c4-948c-7ba4e73bd28d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0600410 Dec 15 13:37:08.158282 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3f9abad-aaef-430e-af70-346781a36d4c req-3d9797a1-b240-480e-bace-5b341a7802d6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522900 Dec 15 13:37:08.192016 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.226037 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:08.231075 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.283526 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:08.314173 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51766) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:08.328666 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-82735134-3a69-4bbb-9658-d1f4021af5f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.403215 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-82735134-3a69-4bbb-9658-d1f4021af5f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.407179 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-82735134-3a69-4bbb-9658-d1f4021af5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.444542 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-82735134-3a69-4bbb-9658-d1f4021af5f1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d04aea0d34874ed1b171fdf0ce5f5941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292610 Dec 15 13:37:08.445639 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82735134-3a69-4bbb-9658-d1f4021af5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2c0313-972a-4731-8937-09db4cca8d36,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:08.447454 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51772) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:08.502386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c590830d-56eb-454a-91aa-375fbe1f733b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.529388 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c590830d-56eb-454a-91aa-375fbe1f733b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.575777 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c590830d-56eb-454a-91aa-375fbe1f733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.578466 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c590830d-56eb-454a-91aa-375fbe1f733b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.579620 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-c590830d-56eb-454a-91aa-375fbe1f733b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa2c0313-972a-4731-8937-09db4cca8d36 HTTP/1.1" status: 204 len: 168 time: 0.1310894 Dec 15 13:37:08.587919 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590830d-56eb-454a-91aa-375fbe1f733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2c0313-972a-4731-8937-09db4cca8d36,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:08.752204 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:08.754546 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ef9044-58d2-4611-843e-b7c114bc5609" -d '{"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:08.791243 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96d0995-b6d5-4c1d-8826-017a7c60d1be x-openstack-request-id: req-b96d0995-b6d5-4c1d-8826-017a7c60d1be {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:08.791558 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:08.791814 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b96d0995-b6d5-4c1d-8826-017a7c60d1be {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:08.792206 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'code': 200} Dec 15 13:37:08.823778 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d66ec-ffe4-4edb-957f-7b9ae4be21db req-dcbcdac4-0d13-4e35-8e0d-b431404c3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:08.825341 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f81d66ec-ffe4-4edb-957f-7b9ae4be21db req-dcbcdac4-0d13-4e35-8e0d-b431404c3fb3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 1099 time: 0.0415022 Dec 15 13:37:08.855472 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe58fb-197b-4b13-8f39-b3e65c27ce0d req-b188b05a-8158-4299-a62c-edee1c43bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:08.857058 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-21fe58fb-197b-4b13-8f39-b3e65c27ce0d req-b188b05a-8158-4299-a62c-edee1c43bb2d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 1099 time: 0.0722015 Dec 15 13:37:08.978420 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5d8e2-01a7-41b9-be31-6f90b365c109 req-2a847ee9-393e-4b21-a6c1-1dde0f92c72a tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:08.979929 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0cc5d8e2-01a7-41b9-be31-6f90b365c109 req-2a847ee9-393e-4b21-a6c1-1dde0f92c72a tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0532489 Dec 15 13:37:09.029373 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0cc5d8e2-01a7-41b9-be31-6f90b365c109 req-2c2d31b8-1c5c-4019-835a-98d4eba6b34d tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Dec 15 13:37:09.090816 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48d8d4-2af4-4f2d-9a23-a33047e25e70 req-fc84787e-9fa8-4c73-9dd0-59ff33835627 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:09.092551 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6b48d8d4-2af4-4f2d-9a23-a33047e25e70 req-fc84787e-9fa8-4c73-9dd0-59ff33835627 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0537279 Dec 15 13:37:09.143701 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6b48d8d4-2af4-4f2d-9a23-a33047e25e70 req-233699a5-d181-44d1-9f67-63840a1c5dcd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 Dec 15 13:37:09.291189 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc57da5-7938-456d-836e-3202ba7f0d3c req-f4fadfb6-ed8e-4093-89bc-bc91407b00d9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:09.292934 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2dc57da5-7938-456d-836e-3202ba7f0d3c req-f4fadfb6-ed8e-4093-89bc-bc91407b00d9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0499361 Dec 15 13:37:09.347778 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2dc57da5-7938-456d-836e-3202ba7f0d3c req-f50d2840-124d-46d0-83a2-571b4d8224be tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486217 Dec 15 13:37:09.837011 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f81d66ec-ffe4-4edb-957f-7b9ae4be21db req-9d80b139-f9cd-4f40-a92e-d953c97cbefa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512490 Dec 15 13:37:09.840324 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-21fe58fb-197b-4b13-8f39-b3e65c27ce0d req-880f7a3d-9d7b-456c-b250-e7b9b2bbe3f7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539622 Dec 15 13:37:10.151634 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba686a4-84ee-4224-8e50-7a9604c79421 req-96c9c568-6119-498f-adce-e0d2945d6f45 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.159794 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2ba686a4-84ee-4224-8e50-7a9604c79421 req-96c9c568-6119-498f-adce-e0d2945d6f45 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0634494 Dec 15 13:37:10.206481 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2ba686a4-84ee-4224-8e50-7a9604c79421 req-f5a5c775-8a63-40eb-bdfa-e9a0687fd516 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457871 Dec 15 13:37:10.277926 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894e42-67c1-4d8a-bcb9-818955687537 req-7c592331-ee87-46c7-914f-7e41df70ba33 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.279425 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-38894e42-67c1-4d8a-bcb9-818955687537 req-7c592331-ee87-46c7-914f-7e41df70ba33 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0540452 Dec 15 13:37:10.611985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e3df2-3a90-4811-a334-8a4517243ca6 req-bbae175b-3a3b-4a36-aa6f-6c6044b0637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.613477 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f98e3df2-3a90-4811-a334-8a4517243ca6 req-bbae175b-3a3b-4a36-aa6f-6c6044b0637a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 1098 time: 0.3331885 Dec 15 13:37:10.619501 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-38894e42-67c1-4d8a-bcb9-818955687537 req-6caf2aec-f1ef-4511-9a9f-929c038662c0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317919 Dec 15 13:37:10.631608 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64416824-c9b3-45a4-8854-e9de600dc7dc req-a748dcdc-ba4b-4c15-b4d5-a0fd30723762 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.633244 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-64416824-c9b3-45a4-8854-e9de600dc7dc req-a748dcdc-ba4b-4c15-b4d5-a0fd30723762 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1066098 Dec 15 13:37:10.705668 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f98e3df2-3a90-4811-a334-8a4517243ca6 req-facbda5d-da9d-4ee3-8d7c-95b9ad813f8c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713658 Dec 15 13:37:10.709236 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-64416824-c9b3-45a4-8854-e9de600dc7dc req-c77c2f32-7ee8-47f3-aa61-a4f755bb7e84 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691431 Dec 15 13:37:11.156451 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51874) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:11.283819 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-96e4ce9b-da2d-4203-8b51-4c3b79106224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:11.364315 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461746e4-b4d2-4e80-9290-c12c029f073b req-f84e5164-3b71-444c-ba11-8fd2050ee97e tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:11.366096 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-461746e4-b4d2-4e80-9290-c12c029f073b req-f84e5164-3b71-444c-ba11-8fd2050ee97e tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0840843 Dec 15 13:37:11.441744 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-96e4ce9b-da2d-4203-8b51-4c3b79106224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:11.446525 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-461746e4-b4d2-4e80-9290-c12c029f073b req-b7ecf319-d478-433d-9968-da33523afb9d tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716963 Dec 15 13:37:11.452643 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-96e4ce9b-da2d-4203-8b51-4c3b79106224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:11.497931 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-96e4ce9b-da2d-4203-8b51-4c3b79106224 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=eb68416ba25142ac8a0145bb0ad8e5a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385572 Dec 15 13:37:11.498906 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51898) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:11.499677 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4ce9b-da2d-4203-8b51-4c3b79106224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6dae36-564e-4d5a-8206-b50319b2fec9,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:11.557360 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-179d9a84-d6e7-4fa0-ba78-e5418189663a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:11.581473 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-179d9a84-d6e7-4fa0-ba78-e5418189663a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:11.648215 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-179d9a84-d6e7-4fa0-ba78-e5418189663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:11.651845 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-179d9a84-d6e7-4fa0-ba78-e5418189663a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:11.653768 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-179d9a84-d6e7-4fa0-ba78-e5418189663a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea6dae36-564e-4d5a-8206-b50319b2fec9 HTTP/1.1" status: 204 len: 168 time: 0.1532202 Dec 15 13:37:11.671770 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d9a84-d6e7-4fa0-ba78-e5418189663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6dae36-564e-4d5a-8206-b50319b2fec9,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:11.835184 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5dde6-82e5-46ed-b1e1-d54650b8ac2c req-8b6e1fc6-c3f1-4284-b332-7b1eaf8761c9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:11.837971 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cef5dde6-82e5-46ed-b1e1-d54650b8ac2c req-8b6e1fc6-c3f1-4284-b332-7b1eaf8761c9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0900958 Dec 15 13:37:11.919611 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896c2bc-51da-47bd-9538-14c403e9a65c req-7152ff1e-cff8-4431-b926-c45173deb7b6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:11.921074 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1896c2bc-51da-47bd-9538-14c403e9a65c req-7152ff1e-cff8-4431-b926-c45173deb7b6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0820885 Dec 15 13:37:11.941588 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cef5dde6-82e5-46ed-b1e1-d54650b8ac2c req-c76510d3-18d6-49a4-b90e-92d37163aca7 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711949 Dec 15 13:37:11.989323 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1896c2bc-51da-47bd-9538-14c403e9a65c req-74760e56-9f89-4956-9bfd-17e33e9ceaaf tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595860 Dec 15 13:37:12.071604 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51932) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:12.085067 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-31446bb6-4cab-4333-a21e-ee35a35c1c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.173545 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-31446bb6-4cab-4333-a21e-ee35a35c1c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.178279 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-31446bb6-4cab-4333-a21e-ee35a35c1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.227189 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-31446bb6-4cab-4333-a21e-ee35a35c1c58 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=677ee0c8e5684ebfbaed3c4b1e12a33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539629 Dec 15 13:37:12.228294 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31446bb6-4cab-4333-a21e-ee35a35c1c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b7a919-deb2-4fd5-9f11-5f134aa2bcb7,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:12.229939 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51936) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:12.284035 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b44e4761-7d87-4ab8-a530-ea26dc237c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.306163 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b44e4761-7d87-4ab8-a530-ea26dc237c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.357548 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b44e4761-7d87-4ab8-a530-ea26dc237c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.360172 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b44e4761-7d87-4ab8-a530-ea26dc237c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.363608 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b44e4761-7d87-4ab8-a530-ea26dc237c91 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/05b7a919-deb2-4fd5-9f11-5f134aa2bcb7 HTTP/1.1" status: 204 len: 168 time: 0.1295378 Dec 15 13:37:12.372356 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e4761-7d87-4ab8-a530-ea26dc237c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b7a919-deb2-4fd5-9f11-5f134aa2bcb7,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:12.578551 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72653a6-7545-4f79-84bc-38e71786dbcf req-49327e48-22ed-40b3-955a-2252230d6a32 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:12.580177 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b72653a6-7545-4f79-84bc-38e71786dbcf req-49327e48-22ed-40b3-955a-2252230d6a32 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0528822 Dec 15 13:37:12.635622 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b72653a6-7545-4f79-84bc-38e71786dbcf req-372ae826-29f7-4841-8a75-07d6aad0beca tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496182 Dec 15 13:37:12.720079 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 51950) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:12.735754 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-501eab1a-97a7-438f-b8ab-33a3757cd6e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.823868 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-501eab1a-97a7-438f-b8ab-33a3757cd6e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.832562 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-501eab1a-97a7-438f-b8ab-33a3757cd6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.879193 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-501eab1a-97a7-438f-b8ab-33a3757cd6e3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e678e94c8d47418d94b52cb6be54e3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575329 Dec 15 13:37:12.880261 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eab1a-97a7-438f-b8ab-33a3757cd6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87db2c0b-7c1d-4149-95a1-959e6a63e807,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:12.881740 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51962) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:12.952908 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bec1a82d-0e62-42b6-9fa0-d1b14b7aa48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:12.981719 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bec1a82d-0e62-42b6-9fa0-d1b14b7aa48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.059375 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bec1a82d-0e62-42b6-9fa0-d1b14b7aa48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.063654 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bec1a82d-0e62-42b6-9fa0-d1b14b7aa48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.065042 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bec1a82d-0e62-42b6-9fa0-d1b14b7aa48d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/87db2c0b-7c1d-4149-95a1-959e6a63e807 HTTP/1.1" status: 204 len: 168 time: 0.1812305 Dec 15 13:37:13.079248 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a82d-0e62-42b6-9fa0-d1b14b7aa48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87db2c0b-7c1d-4149-95a1-959e6a63e807,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:13.176341 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 51978) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:13.194419 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787560f-808e-42ee-9d02-1cf3636eb1f8 req-40c53ba0-90b0-4c23-b950-8253e9294bab tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:13.197554 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9787560f-808e-42ee-9d02-1cf3636eb1f8 req-40c53ba0-90b0-4c23-b950-8253e9294bab tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1186185 Dec 15 13:37:13.223980 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51e8a0-8e31-49b6-a802-229da8b0a106 req-afa32576-80c4-41bd-968f-5f842c85541e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:13.226857 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a51e8a0-8e31-49b6-a802-229da8b0a106 req-afa32576-80c4-41bd-968f-5f842c85541e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0971894 Dec 15 13:37:13.286911 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9787560f-808e-42ee-9d02-1cf3636eb1f8 req-fe8aea4d-bcc0-4241-9c98-fc36c27c7ecb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816705 Dec 15 13:37:13.324687 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a51e8a0-8e31-49b6-a802-229da8b0a106 req-2b7b5535-185d-4f32-9832-b551ff5cbf7d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897872 Dec 15 13:37:13.508787 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ddbe70b7-2e7c-40a7-abcc-f894e3078f7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.517664 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483be5f-b704-4b91-9c8b-76a7f027e465 req-caf15aab-0745-4feb-83e1-731d29c66b04 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:13.528683 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3483be5f-b704-4b91-9c8b-76a7f027e465 req-caf15aab-0745-4feb-83e1-731d29c66b04 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1103749 Dec 15 13:37:13.529005 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52002) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:13.536732 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'floatingip': {'port_id': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:13.620790 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.807205 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c27c3f-bf6c-4c01-aec3-936d1d5aab03 req-d04f3ffd-4950-422c-922e-0c6a5947b253 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:13.808853 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a2c27c3f-bf6c-4c01-aec3-936d1d5aab03 req-d04f3ffd-4950-422c-922e-0c6a5947b253 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0717349 Dec 15 13:37:13.865652 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a2c27c3f-bf6c-4c01-aec3-936d1d5aab03 req-717e0710-7010-4a3b-9378-759824199ee5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Dec 15 13:37:13.870194 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ddbe70b7-2e7c-40a7-abcc-f894e3078f7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.875351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ddbe70b7-2e7c-40a7-abcc-f894e3078f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.924622 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe70b7-2e7c-40a7-abcc-f894e3078f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb43cd8-db02-4894-a0c2-d08623ebe274,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:13.934877 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ddbe70b7-2e7c-40a7-abcc-f894e3078f7b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=105097d4947f4140bb239dbca0de6e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7560263 Dec 15 13:37:13.935286 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52018) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:14.374721 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55d714a2-d21d-4e44-bf97-c8d42338e8a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.443372 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52034) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:14.447187 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55d714a2-d21d-4e44-bf97-c8d42338e8a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.558159 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-79dcd0c6-2030-4c83-a027-afe177ef2bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.563853 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.574006 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.641151 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55d714a2-d21d-4e44-bf97-c8d42338e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.644020 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55d714a2-d21d-4e44-bf97-c8d42338e8a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.645148 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-55d714a2-d21d-4e44-bf97-c8d42338e8a3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4eb43cd8-db02-4894-a0c2-d08623ebe274 HTTP/1.1" status: 204 len: 168 time: 0.7089627 Dec 15 13:37:14.666504 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d714a2-d21d-4e44-bf97-c8d42338e8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb43cd8-db02-4894-a0c2-d08623ebe274,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:14.693175 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Floating IP d02a6b0c-2fab-4514-beb1-1afa852b8f31 associated. External IP: 172.27.1.79, port: e4b8c97b-020a-4806-8f09-f876ba55ad9d. Dec 15 13:37:14.716953 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-79dcd0c6-2030-4c83-a027-afe177ef2bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.722625 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-79dcd0c6-2030-4c83-a027-afe177ef2bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.764098 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-79dcd0c6-2030-4c83-a027-afe177ef2bcb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=caacfe36d68f48a5ba440f700c2fd386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191416 Dec 15 13:37:14.766298 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52044) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:14.775153 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcd0c6-2030-4c83-a027-afe177ef2bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204167cd-1215-430d-ac67-7cecc5ac3d8c,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:14.820143 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-89d50a90-1af0-4df0-95d1-a88fbd77bac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.849961 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-89d50a90-1af0-4df0-95d1-a88fbd77bac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.907039 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-89d50a90-1af0-4df0-95d1-a88fbd77bac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.909949 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-89d50a90-1af0-4df0-95d1-a88fbd77bac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.911266 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-89d50a90-1af0-4df0-95d1-a88fbd77bac7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/204167cd-1215-430d-ac67-7cecc5ac3d8c HTTP/1.1" status: 204 len: 168 time: 0.1434228 Dec 15 13:37:14.920080 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d50a90-1af0-4df0-95d1-a88fbd77bac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204167cd-1215-430d-ac67-7cecc5ac3d8c,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:14.946872 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Router a4e232e7-3c43-4893-81c6-7cd8c49a3629 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:37:15.006906 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7ecac-7bb5-4c11-9e50-27ee64b47f45 req-b4946674-75be-46c2-97f5-b113a28b37bd tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.008854 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3b7ecac-7bb5-4c11-9e50-27ee64b47f45 req-b4946674-75be-46c2-97f5-b113a28b37bd tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0606887 Dec 15 13:37:15.021810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52054) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:15.043449 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ad1d-217f-4fb9-a9d9-de1ab81faa14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.067431 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:37:15.076898 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.090017 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] Sync routers for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:37:15.105307 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c8900ab7-9e26-40e0-9ad0-c2e735cddc70 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "PUT /v2.0/floatingips/d02a6b0c-2fab-4514-beb1-1afa852b8f31 HTTP/1.1" status: 200 len: 990 time: 1.5751231 Dec 15 13:37:15.105932 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:15.106403 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3b7ecac-7bb5-4c11-9e50-27ee64b47f45 req-17619de4-8fa2-4233-b117-12c3fcdcb7c0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904901 Dec 15 13:37:15.108195 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:37:15.108420 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3355b90e-3513-46dd-bc3f-78ff54e00519" -d '{"events": [{"name": "network-changed", "server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:15.108870 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:37:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:15.188205 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5b1f76-029a-4e94-abe5-3a0e92f8ff4c x-openstack-request-id: req-8b5b1f76-029a-4e94-abe5-3a0e92f8ff4c {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:15.188501 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:15.188754 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8b5b1f76-029a-4e94-abe5-3a0e92f8ff4c {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:15.189238 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'status': 'completed', 'code': 200} Dec 15 13:37:15.189396 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ad1d-217f-4fb9-a9d9-de1ab81faa14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.229978 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ad1d-217f-4fb9-a9d9-de1ab81faa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.281824 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1fb6ad1d-217f-4fb9-a9d9-de1ab81faa14 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ad23dcf3f8674a2091e36238f9226624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584422 Dec 15 13:37:15.286153 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52066) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:15.300238 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6ad1d-217f-4fb9-a9d9-de1ab81faa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fa2e29-d3b1-4539-b45f-b136d0f4eca8,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:15.307984 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:37:15.373979 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3a40ddab-aceb-4ce1-91e7-06612824f75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.398730 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3a40ddab-aceb-4ce1-91e7-06612824f75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.447802 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3a40ddab-aceb-4ce1-91e7-06612824f75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.450539 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3a40ddab-aceb-4ce1-91e7-06612824f75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.451717 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3a40ddab-aceb-4ce1-91e7-06612824f75c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d2fa2e29-d3b1-4539-b45f-b136d0f4eca8 HTTP/1.1" status: 204 len: 168 time: 0.1646149 Dec 15 13:37:15.464717 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40ddab-aceb-4ce1-91e7-06612824f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fa2e29-d3b1-4539-b45f-b136d0f4eca8,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:15.600953 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-8070f49e-a251-434c-9abc-2677d18dd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.603438 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-8070f49e-a251-434c-9abc-2677d18dd4f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 1099 time: 0.0528898 Dec 15 13:37:15.657109 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-aab536bb-f06f-4347-aa29-7cce47cd2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.658735 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-aab536bb-f06f-4347-aa29-7cce47cd2a27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 1098 time: 0.0870287 Dec 15 13:37:15.685147 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'd02a6b0c-2fab-4514-beb1-1afa852b8f31', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'port_id': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'mac_address': 'fa:16:3e:10:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:36:35Z', 'updated_at': '2021-12-15T13:37:14Z', 'revision_number': 1, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:15.721328 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] Checking router: a4e232e7-3c43-4893-81c6-7cd8c49a3629 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:37:15.737146 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:37:15.738422 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:37:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:15.768165 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-9db753ae-b37f-4e6d-a9f3-b9dd7c7ec6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.769982 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-9db753ae-b37f-4e6d-a9f3-b9dd7c7ec6cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.1585710 Dec 15 13:37:15.803286 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-0f5d9585-d62a-49c5-b907-9b03c32a74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.806168 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-0f5d9585-d62a-49c5-b907-9b03c32a74db service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.1364017 Dec 15 13:37:15.844138 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-7a4d48cd-4991-4b6a-95a5-f5b6fb316aa2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3 HTTP/1.1" status: 200 len: 217 time: 0.0595634 Dec 15 13:37:15.882311 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:37:15.916767 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-60a2e65b-d1ab-4380-b0bc-056f93ac2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.918758 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-60a2e65b-d1ab-4380-b0bc-056f93ac2573 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.0641050 Dec 15 13:37:15.975241 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-0f02b04f-5c51-4d4b-9628-934eaac78f92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343325 Dec 15 13:37:15.994239 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-075d4f0a-00f8-4c17-98ae-dbfb135e24d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d HTTP/1.1" status: 200 len: 998 time: 0.1797571 Dec 15 13:37:16.083690 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-ea5ce305-8e78-4cb2-aec3-3489d1f8101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:16.085294 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-ea5ce305-8e78-4cb2-aec3-3489d1f8101f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0804312 Dec 15 13:37:16.116984 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-7a9b97e9-8595-4689-b4ec-b733e1d7d90e service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292024 Dec 15 13:37:16.193476 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-5ef30130-a4fd-40dc-a2ec-a6b0e2467717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:16.203681 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-5ef30130-a4fd-40dc-a2ec-a6b0e2467717 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026077 Dec 15 13:37:16.335460 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-1758a04a-eda4-4e93-8992-c7993ceb2fc2 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310041 Dec 15 13:37:16.356909 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b7965b2-7c2d-4ee6-be19-b55f0e276b69 req-c2b8f201-be47-458b-a0de-88862f722c06 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353265 Dec 15 13:37:16.424570 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323209-5a27-47ea-ad96-e592ca9dd3e7 req-2078fe72-0cb9-46a0-a400-9f9e0c98f58f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:16.430900 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03323209-5a27-47ea-ad96-e592ca9dd3e7 req-2078fe72-0cb9-46a0-a400-9f9e0c98f58f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1525631 Dec 15 13:37:16.506905 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3355b90e-3513-46dd-bc3f-78ff54e00519 req-f253f41e-6fd9-4879-8518-888468c1b9b8 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630697 Dec 15 13:37:16.549508 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03323209-5a27-47ea-ad96-e592ca9dd3e7 req-ae198dc7-0135-4dba-9e01-b9aeafcf0c2e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091716 Dec 15 13:37:16.690742 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'd02a6b0c-2fab-4514-beb1-1afa852b8f31', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'port_id': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'mac_address': 'fa:16:3e:10:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:36:35Z', 'updated_at': '2021-12-15T13:37:14Z', 'revision_number': 1, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:16.725329 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841b0a2-e8ec-44a6-8b91-087558a473df None None] The sync data for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi is: [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'd02a6b0c-2fab-4514-beb1-1afa852b8f31', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'port_id': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'mac_address': 'fa:16:3e:10:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:36:35Z', 'updated_at': '2021-12-15T13:37:14Z', 'revision_number': 1, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:37:17.056057 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aee157-15a5-4027-ba67-cff0fa4e0f8d None None] New status for floating IP d02a6b0c-2fab-4514-beb1-1afa852b8f31: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:37:17.656493 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:37:17.693261 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d649-c4a5-4cd7-acef-8d091c196423 req-05b1d85e-6f3d-4f58-a952-73753ea9388d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:17.694763 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5323d649-c4a5-4cd7-acef-8d091c196423 req-05b1d85e-6f3d-4f58-a952-73753ea9388d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0586796 Dec 15 13:37:17.742888 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5323d649-c4a5-4cd7-acef-8d091c196423 req-5a88df3b-1d23-423b-9fec-403e7e1c322d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Dec 15 13:37:18.855331 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce2b7-1a2d-4e11-93fd-8411fac3f819 req-e82d61d7-a5e1-454c-bfe9-e9b11d83da1d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:18.856804 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-33bce2b7-1a2d-4e11-93fd-8411fac3f819 req-e82d61d7-a5e1-454c-bfe9-e9b11d83da1d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0481310 Dec 15 13:37:18.902541 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-33bce2b7-1a2d-4e11-93fd-8411fac3f819 req-235043f9-de3f-40c1-9d3e-eae4789853aa tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 Dec 15 13:37:20.019298 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8a26b-943d-4708-ac4e-1012d0d09716 req-0f45ca48-3a1a-46d9-abbf-5795308253bc tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:20.020809 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-78e8a26b-943d-4708-ac4e-1012d0d09716 req-0f45ca48-3a1a-46d9-abbf-5795308253bc tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0531242 Dec 15 13:37:20.079258 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-78e8a26b-943d-4708-ac4e-1012d0d09716 req-65e5b160-477b-4d41-8ec6-f7186476a829 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520854 Dec 15 13:37:21.200811 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e44594-45ce-40f7-b85b-9b4a30be6811 req-54eb8bc2-d449-43a8-bc93-44562cb55df6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:21.202649 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3e44594-45ce-40f7-b85b-9b4a30be6811 req-54eb8bc2-d449-43a8-bc93-44562cb55df6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0549424 Dec 15 13:37:21.250980 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3e44594-45ce-40f7-b85b-9b4a30be6811 req-1ffd6373-9b1d-4618-a140-162d6de4b4b6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Dec 15 13:37:22.363938 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf8722-8839-4bbd-9e26-1881fa0e0450 req-1118a489-a0b3-4b6b-99e4-a6b4c0c69d7d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:22.365387 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d7cf8722-8839-4bbd-9e26-1881fa0e0450 req-1118a489-a0b3-4b6b-99e4-a6b4c0c69d7d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0489371 Dec 15 13:37:22.414448 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d7cf8722-8839-4bbd-9e26-1881fa0e0450 req-662795b7-4e37-4a7e-8cae-99e1f60da300 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Dec 15 13:37:23.535725 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483bb2-e33d-4362-bf94-58e094ff6a9f req-862df5b9-174f-40af-93d0-31b77f8503d1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:23.537189 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-78483bb2-e33d-4362-bf94-58e094ff6a9f req-862df5b9-174f-40af-93d0-31b77f8503d1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0550652 Dec 15 13:37:23.583509 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-78483bb2-e33d-4362-bf94-58e094ff6a9f req-e464d787-cfbd-4d58-9ac0-a287b2125867 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Dec 15 13:37:24.698034 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691c722-2a0d-4ced-8f4f-07a766b03ba3 req-c868187d-7c9e-4099-8dd6-da2fbc0b8b31 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:24.699910 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d691c722-2a0d-4ced-8f4f-07a766b03ba3 req-c868187d-7c9e-4099-8dd6-da2fbc0b8b31 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0493259 Dec 15 13:37:24.747701 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d691c722-2a0d-4ced-8f4f-07a766b03ba3 req-e6b71de7-36c4-4903-b689-c2776e95bd69 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Dec 15 13:37:25.864773 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09dfaf-478e-4bf2-afa3-2ecc90806d62 req-a222b747-7ef6-40d6-8b16-7c5a35d5e389 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:25.866247 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8c09dfaf-478e-4bf2-afa3-2ecc90806d62 req-a222b747-7ef6-40d6-8b16-7c5a35d5e389 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0514555 Dec 15 13:37:25.912110 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8c09dfaf-478e-4bf2-afa3-2ecc90806d62 req-00f63f97-7327-40de-a52b-239d75f76cc6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Dec 15 13:37:27.022751 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ef365-eef4-4e7b-ab8f-9bde8ba9be7b req-e6861298-f8d4-414e-8aef-a22f77f27246 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:27.024729 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2e4ef365-eef4-4e7b-ab8f-9bde8ba9be7b req-e6861298-f8d4-414e-8aef-a22f77f27246 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0471311 Dec 15 13:37:27.071069 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2e4ef365-eef4-4e7b-ab8f-9bde8ba9be7b req-a90c1fd5-9ff1-4a4a-adaf-238df74ce7c2 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Dec 15 13:37:28.198490 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c321cbe-1758-4bce-92bf-b47481eb9dbf req-f9d3abf0-7f99-44d5-aef6-fd9c5a2352e5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:28.201112 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0c321cbe-1758-4bce-92bf-b47481eb9dbf req-f9d3abf0-7f99-44d5-aef6-fd9c5a2352e5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0594721 Dec 15 13:37:28.266696 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0c321cbe-1758-4bce-92bf-b47481eb9dbf req-605af1c4-4752-4f5f-b0dc-1a4139175a9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588379 Dec 15 13:37:29.400917 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9c183-88ed-41ba-9fd0-59023602f1b4 req-1564a2b6-d7df-4c42-a954-513600647695 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:29.402609 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-47a9c183-88ed-41ba-9fd0-59023602f1b4 req-1564a2b6-d7df-4c42-a954-513600647695 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0623116 Dec 15 13:37:29.451150 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-47a9c183-88ed-41ba-9fd0-59023602f1b4 req-fa9990d2-1150-4046-8872-9c4154a58a5b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Dec 15 13:37:29.641640 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-bcde0682-d767-47b1-b3f1-d3ce8e89d3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:30.566901 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c1ff-c778-4554-9fee-d69240248266 req-74d74f6a-ad95-48ac-8bef-0e3aa45cbf75 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:30.568408 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f5e7c1ff-c778-4554-9fee-d69240248266 req-74d74f6a-ad95-48ac-8bef-0e3aa45cbf75 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0496342 Dec 15 13:37:30.617598 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f5e7c1ff-c778-4554-9fee-d69240248266 req-05a1dc5b-e484-4153-b926-bf903e93d039 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Dec 15 13:37:31.737723 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16964fc-48d8-46a2-92f0-75d1f638c0a9 req-eabac3e2-c11c-475f-81bd-c455be03a1c2 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:31.739212 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f16964fc-48d8-46a2-92f0-75d1f638c0a9 req-eabac3e2-c11c-475f-81bd-c455be03a1c2 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0538192 Dec 15 13:37:31.785033 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f16964fc-48d8-46a2-92f0-75d1f638c0a9 req-228e8a22-8cc1-45c0-a7d6-9d882e2acfbd tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Dec 15 13:37:32.187034 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-8dee8936-d0e7-4b40-a1e3-8d26f10bbfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:32.897481 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f7fd-2ad6-4dd5-84bb-1fb4463801fb req-99dd14c6-ae6f-45d0-b23a-2accb38ce41a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:32.899446 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e169f7fd-2ad6-4dd5-84bb-1fb4463801fb req-99dd14c6-ae6f-45d0-b23a-2accb38ce41a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0483894 Dec 15 13:37:32.946314 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e169f7fd-2ad6-4dd5-84bb-1fb4463801fb req-a9934b72-041b-47ec-b98d-6805d66ea762 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 Dec 15 13:37:33.233404 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:34.076119 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca6f3f-4069-46e3-8bbe-9ca7fb6717a0 req-733737fd-51e9-44f5-85bd-c88d39f25ee5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:34.077592 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-28ca6f3f-4069-46e3-8bbe-9ca7fb6717a0 req-733737fd-51e9-44f5-85bd-c88d39f25ee5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0598054 Dec 15 13:37:34.124867 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-28ca6f3f-4069-46e3-8bbe-9ca7fb6717a0 req-ae228b40-5d32-4570-980b-086f5ad1421b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Dec 15 13:37:34.880691 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:35.241427 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176cca8-1c79-40e6-a1c5-f06074722fff req-cc3efb87-d9a7-4a19-a92f-38fb2ccaecfc tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:35.243025 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8176cca8-1c79-40e6-a1c5-f06074722fff req-cc3efb87-d9a7-4a19-a92f-38fb2ccaecfc tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0507629 Dec 15 13:37:35.290049 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8176cca8-1c79-40e6-a1c5-f06074722fff req-9b841673-4d66-4011-a0c3-d7cfb6ef6483 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Dec 15 13:37:35.451224 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-969a8a11-471c-4721-981e-aa8d7ab363ff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429857 Dec 15 13:37:35.546417 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-099c3e9d-dcf4-4279-9749-c75809bf1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:35.547915 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-099c3e9d-dcf4-4279-9749-c75809bf1dd7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbc3fb62e6fd4e12b55c29b671482f9d&device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 1099 time: 0.0425675 Dec 15 13:37:35.548773 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:35.653420 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-302a3124-b1d6-40a9-a8e6-5381df047510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:35.654928 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-302a3124-b1d6-40a9-a8e6-5381df047510 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d6416a0-3b53-483b-945b-ef82c2e0f162 HTTP/1.1" status: 200 len: 913 time: 0.0846722 Dec 15 13:37:35.703514 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-364e6897-46e7-486b-aaf5-0fae987f75d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8265af4f-8d5b-423a-84c5-273348379f9f HTTP/1.1" status: 200 len: 217 time: 0.0376348 Dec 15 13:37:35.765310 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-2586d4bf-03a1-4802-ab54-5091edfbcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:35.766788 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-2586d4bf-03a1-4802-ab54-5091edfbcc35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73b45dab-e4b9-4d1b-907b-d5c3b1f5860b HTTP/1.1" status: 200 len: 852 time: 0.0442414 Dec 15 13:37:35.983427 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:36.416408 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd96e22-14b0-42fb-b32c-befa9d8176f6 req-6140a6d5-4bdc-4441-9109-14434fc03fa9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:36.417949 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0bd96e22-14b0-42fb-b32c-befa9d8176f6 req-6140a6d5-4bdc-4441-9109-14434fc03fa9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0482509 Dec 15 13:37:36.468050 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0bd96e22-14b0-42fb-b32c-befa9d8176f6 req-547eea63-6ce9-464e-97c2-94f145c59ea3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Dec 15 13:37:36.795830 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-e0475062-928c-4c63-8534-4105fd9b287a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d6416a0-3b53-483b-945b-ef82c2e0f162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253253 Dec 15 13:37:37.581889 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7712f50-a258-4ea1-9d50-c17bf894d0cd req-9bbe5f05-5281-4a02-8f0f-c02e21c8b8e0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:37.583364 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c7712f50-a258-4ea1-9d50-c17bf894d0cd req-9bbe5f05-5281-4a02-8f0f-c02e21c8b8e0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0484710 Dec 15 13:37:37.640894 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c7712f50-a258-4ea1-9d50-c17bf894d0cd req-197ba34d-b431-4f6e-bbb0-2604f7d20a92 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514114 Dec 15 13:37:38.765070 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036dab9-3889-4897-be08-be2a26391f84 req-62b66671-55ab-421e-af25-bf30ae59834e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:38.768066 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e036dab9-3889-4897-be08-be2a26391f84 req-62b66671-55ab-421e-af25-bf30ae59834e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0560932 Dec 15 13:37:38.816588 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e036dab9-3889-4897-be08-be2a26391f84 req-496f93b7-a180-4af4-8a08-68ee16e88cce tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429699 Dec 15 13:37:38.847848 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-c9615e29-6255-4303-97a7-8f5cfa4ef543 service neutron] 10.222.0.66 "GET /v2.0/networks/5d6416a0-3b53-483b-945b-ef82c2e0f162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931237 Dec 15 13:37:38.949370 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-62d29e0d-180f-480a-8b29-76ad3d1b6724 req-07bba675-cb68-41b1-82e9-412f49062be6 service neutron] 10.222.0.66 "GET /v2.0/networks/5d6416a0-3b53-483b-945b-ef82c2e0f162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829492 Dec 15 13:37:39.967142 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9b0bb-08e8-4ca9-afe8-14b646ca3455 req-8911dfb5-1e05-45a0-9c3c-fa276bdcc37b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:39.969731 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5ef9b0bb-08e8-4ca9-afe8-14b646ca3455 req-8911dfb5-1e05-45a0-9c3c-fa276bdcc37b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0752738 Dec 15 13:37:40.028471 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5ef9b0bb-08e8-4ca9-afe8-14b646ca3455 req-db004acf-1e70-4756-936e-cb3c9b89fb3c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524287 Dec 15 13:37:40.365508 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52680) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:40.502843 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cbc1a-8c1d-44ae-aa9e-45f0006bc75b req-fdff4e34-e7d8-49ba-b194-5e60bdab64af tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:40.504280 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-596cbc1a-8c1d-44ae-aa9e-45f0006bc75b req-fdff4e34-e7d8-49ba-b194-5e60bdab64af tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0591300 Dec 15 13:37:40.514316 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.568578 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-596cbc1a-8c1d-44ae-aa9e-45f0006bc75b req-e021b21c-c8d1-46f6-b636-034a398a81df tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568800 Dec 15 13:37:40.621136 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.637012 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.698475 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52706) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:40.702146 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d24079f24de24b808b620d5173ebdf5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354211 Dec 15 13:37:40.703076 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4f219-4252-4606-b202-1972a8bc9dd9,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:40.705248 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52708) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:40.731917 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.732214 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.732555 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.732869 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.733236 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.733580 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.733862 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.734194 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.734496 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.735156 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.735621 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.736330 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.736839 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13619-15fe-43b5-856f-6deff28f7ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:40.748469 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52716) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:40.791649 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6558cd-dd83-4342-ad2a-06193af5a557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.810936 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Deleting subnet 3c5d05f0-0fb1-4883-a5a6-0c2d21081e3b {{(pid=102648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:37:40.814533 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.820144 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6558cd-dd83-4342-ad2a-06193af5a557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.852569 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377177'] for subnet, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.882521 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6558cd-dd83-4342-ad2a-06193af5a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.891796 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6558cd-dd83-4342-ad2a-06193af5a557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.892200 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2cadd7e9-ea32-4874-a4fa-3119816ccbdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:40.892290 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6b6558cd-dd83-4342-ad2a-06193af5a557 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3da4f219-4252-4606-b202-1972a8bc9dd9 HTTP/1.1" status: 204 len: 168 time: 0.1828580 Dec 15 13:37:40.916506 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6558cd-dd83-4342-ad2a-06193af5a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4f219-4252-4606-b202-1972a8bc9dd9,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:40.928954 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.032079 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62366620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62347549'] for subnet, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.070910 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5d05f0-0fb1-4883-a5a6-0c2d21081e3b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:41.085238 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.085650 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.086100 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.087261 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.087726 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.088194 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.088529 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.088855 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.089178 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.089499 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.089845 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.090163 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.090477 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:41.103380 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.106615 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6ae43791-849e-4f55-85bb-dd58195631c7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3c5d05f0-0fb1-4883-a5a6-0c2d21081e3b HTTP/1.1" status: 204 len: 168 time: 0.3571630 Dec 15 13:37:41.109223 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52746) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:41.133949 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2cadd7e9-ea32-4874-a4fa-3119816ccbdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.155090 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2cadd7e9-ea32-4874-a4fa-3119816ccbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.191965 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.215806 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-2cadd7e9-ea32-4874-a4fa-3119816ccbdb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=25f2e50e7e8043f2bf9e8a68b5c2a7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165932 Dec 15 13:37:41.216603 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52754) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:41.226146 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca653a2-d5f4-4b09-b81d-0aea3ec4916d req-f6f2a26d-83db-4702-8db6-d53754237bf7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:41.228167 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9ca653a2-d5f4-4b09-b81d-0aea3ec4916d req-f6f2a26d-83db-4702-8db6-d53754237bf7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1184499 Dec 15 13:37:41.233000 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadd7e9-ea32-4874-a4fa-3119816ccbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789f1a10-4ccf-4aa5-9732-50ffd3eabb6b,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:41.304657 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.311585 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9ca653a2-d5f4-4b09-b81d-0aea3ec4916d req-2c53c5a6-50eb-413b-a73f-d1acd847c2b3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752048 Dec 15 13:37:41.334817 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7752a55b-252a-4db5-b5a8-fbbf89eb20f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.338532 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.338882 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.339631 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.340367 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > port after_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.340722 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.341053 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > port after_update 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.341373 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.342689 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.343073 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.343434 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.366230 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7752a55b-252a-4db5-b5a8-fbbf89eb20f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.416323 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7752a55b-252a-4db5-b5a8-fbbf89eb20f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.419009 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7752a55b-252a-4db5-b5a8-fbbf89eb20f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.420168 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-7752a55b-252a-4db5-b5a8-fbbf89eb20f7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/789f1a10-4ccf-4aa5-9732-50ffd3eabb6b HTTP/1.1" status: 204 len: 168 time: 0.2018850 Dec 15 13:37:41.426481 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.427436 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.427821 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.428216 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:37:41.428622 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecaf3ac-2550-4cec-9190-33a40d0f97bb']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:41.430900 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752a55b-252a-4db5-b5a8-fbbf89eb20f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789f1a10-4ccf-4aa5-9732-50ffd3eabb6b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:41.464308 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c82a6d-4670-4270-bcdf-61ee87c9efb2') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:41.464728 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c82a6d-4670-4270-bcdf-61ee87c9efb2') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:41.488946 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.516522 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.526198 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:37:41.526592 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: from cryptography.utils import int_from_bytes Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: from cryptography.utils import int_from_bytes Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:37:41.531733 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:37:41.595020 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.611412 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.614872 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] 10.222.0.83 "DELETE /v2.0/networks/fecaf3ac-2550-4cec-9190-33a40d0f97bb HTTP/1.1" status: 204 len: 168 time: 0.5043838 Dec 15 13:37:41.615930 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47859e-c2e2-415b-8da2-1ba2a222a64e admin admin] Pushing event deleted for resources: {'Network': ['ID=fecaf3ac-2550-4cec-9190-33a40d0f97bb,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:41.617694 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52770) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:41.675676 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed038a1d-ec56-4760-956c-a3821f0a603f admin admin] Deleting subnet 1fa6ec55-5533-49f9-9422-bf7f7d699ac2 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:37:41.679104 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed038a1d-ec56-4760-956c-a3821f0a603f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.720887 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed038a1d-ec56-4760-956c-a3821f0a603f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.761956 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed038a1d-ec56-4760-956c-a3821f0a603f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.773660 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763d8ba-c8fa-40e7-be4a-ea8512f524c7 req-ab91aa2a-33ce-44d7-afb1-174da1ac8030 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:41.776133 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0763d8ba-c8fa-40e7-be4a-ea8512f524c7 req-ab91aa2a-33ce-44d7-afb1-174da1ac8030 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0580444 Dec 15 13:37:41.795886 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52776) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:41.831485 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0763d8ba-c8fa-40e7-be4a-ea8512f524c7 req-9a4b3958-16a3-4c67-bfb6-686e0ded8a7a tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488923 Dec 15 13:37:41.835090 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed038a1d-ec56-4760-956c-a3821f0a603f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.866648 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed038a1d-ec56-4760-956c-a3821f0a603f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa6ec55-5533-49f9-9422-bf7f7d699ac2,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:41.868653 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed038a1d-ec56-4760-956c-a3821f0a603f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.872098 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ed038a1d-ec56-4760-956c-a3821f0a603f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1fa6ec55-5533-49f9-9422-bf7f7d699ac2 HTTP/1.1" status: 204 len: 168 time: 0.2532568 Dec 15 13:37:41.874870 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52780) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:41.906160 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52782) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:41.920177 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3d40c4f0-09a0-44a4-8889-528127192395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.942273 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440735447-network', 'tenant_id': 'b3823701b6f1423aa1ecd29bf162e5db'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:41.948235 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:41.981116 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Made reservation on behalf of b3823701b6f1423aa1ecd29bf162e5db for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:37:41.983527 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.001209 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.028057 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.050258 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b5bb37-a8c4-4a67-8493-5608427ab95b']}} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:42.064294 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fb2c56-5d08-4319-b859-7df4079085ed') {'for_net_delete': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:42.064572 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fb2c56-5d08-4319-b859-7df4079085ed') {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:42.075346 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376994'] for segment, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.089915 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.096463 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:37:42.096859 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62366710'] for segment, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: Traceback (most recent call last): Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: timer() Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: cb(*args, **kw) Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: return func(*args, **kwargs) Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: self._notify() Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: self.callback(batched_events) Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: event.method(event) Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: return f(self, *a, **k) Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._get(url).json() Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: return self.request(url, 'GET', **kwargs) Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:37:42.099159 dv-cinder-813228-4-iscsi neutron-server[102648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:37:42.158264 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.166284 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.169653 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] 10.222.0.83 "DELETE /v2.0/networks/40b5bb37-a8c4-4a67-8493-5608427ab95b HTTP/1.1" status: 204 len: 168 time: 0.2937517 Dec 15 13:37:42.179666 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dec96-7e3e-4cb2-991b-b6fa5ec94a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=40b5bb37-a8c4-4a67-8493-5608427ab95b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:42.246908 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3d40c4f0-09a0-44a4-8889-528127192395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.258900 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3d40c4f0-09a0-44a4-8889-528127192395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.313098 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3d40c4f0-09a0-44a4-8889-528127192395 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a56e89e7c17841c1bbe0d709d68ab684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056942 Dec 15 13:37:42.315867 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52790) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:42.316996 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40c4f0-09a0-44a4-8889-528127192395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe478a50-888b-4143-844c-048d5ae28124,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:42.370276 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52794) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:42.375802 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.385319 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.407838 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b8a95198-5a5b-487c-8fd9-bb6d7f22aa67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.409111 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:37:42.424660 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb443b87-2acd-408c-9f6f-46ad57ed92de,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:42.427428 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.428362 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Added segment ee869c35-c22d-4719-be14-694654360be7 of type vlan for network c3738d27-4a35-4a97-97f2-d3c9cace88de Dec 15 13:37:42.472716 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.476141 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-5ef74381-b032-4f3d-8700-cd5a182a4a86 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5e9c283712b1480181b57ffb2a3a1693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1023817 Dec 15 13:37:42.476141 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b8a95198-5a5b-487c-8fd9-bb6d7f22aa67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.476394 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52796) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:42.495212 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744ad50-edbc-49a4-8516-5f5aa5aa3092 req-84ade426-233c-4525-a5ec-6f4cc68295ed tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:42.496679 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5744ad50-edbc-49a4-8516-5f5aa5aa3092 req-84ade426-233c-4525-a5ec-6f4cc68295ed tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1037054 Dec 15 13:37:42.526793 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.527793 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:42.528359 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.559546 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5744ad50-edbc-49a4-8516-5f5aa5aa3092 req-f441e42e-7088-4949-bff8-1fb4171bab72 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561550 Dec 15 13:37:42.564595 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b8a95198-5a5b-487c-8fd9-bb6d7f22aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.567498 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b8a95198-5a5b-487c-8fd9-bb6d7f22aa67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.571539 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-b8a95198-5a5b-487c-8fd9-bb6d7f22aa67 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fe478a50-888b-4143-844c-048d5ae28124 HTTP/1.1" status: 204 len: 168 time: 0.2517550 Dec 15 13:37:42.577971 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a95198-5a5b-487c-8fd9-bb6d7f22aa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe478a50-888b-4143-844c-048d5ae28124,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:42.597514 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7959015 Dec 15 13:37:42.597514 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-db5ee9ef-f5a2-40fb-838f-6879a90115c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.601112 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52800) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:42.609897 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Request body: {'subnet': {'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440735447-subnet', 'tenant_id': 'b3823701b6f1423aa1ecd29bf162e5db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:42.613795 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e990c86-caa2-4469-80ce-0aa14600099d admin admin] Pushing event updated for resources: {'Network': ['ID=c3738d27-4a35-4a97-97f2-d3c9cace88de,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:42.626162 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network c3738d27-4a35-4a97-97f2-d3c9cace88de details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:37:42.634410 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-db5ee9ef-f5a2-40fb-838f-6879a90115c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.642077 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Made reservation on behalf of b3823701b6f1423aa1ecd29bf162e5db for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:37:42.647347 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62347642'] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.695161 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-db5ee9ef-f5a2-40fb-838f-6879a90115c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.698279 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-db5ee9ef-f5a2-40fb-838f-6879a90115c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:42.699438 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-db5ee9ef-f5a2-40fb-838f-6879a90115c5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ace14030-65d9-4e58-ae64-d333e8eaf840 HTTP/1.1" status: 204 len: 168 time: 0.2220864 Dec 15 13:37:42.714507 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ee9ef-f5a2-40fb-838f-6879a90115c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace14030-65d9-4e58-ae64-d333e8eaf840,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:43.035409 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62366299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62347620'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.088208 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf5d8f-406d-4ea0-9d29-7fd5ca0f8f9d req-da9bb69f-7735-4e35-b355-658b1dab7246 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:43.089802 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3bf5d8f-406d-4ea0-9d29-7fd5ca0f8f9d req-da9bb69f-7735-4e35-b355-658b1dab7246 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.1007042 Dec 15 13:37:43.108033 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b5acdd-c486-48db-8588-8524bc968bba,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:43.146044 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Checking segment: {'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:37:43.146402 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Network hostable DHCP agents. Network: c3738d27-4a35-4a97-97f2-d3c9cace88de, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:37:43.179526 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3bf5d8f-406d-4ea0-9d29-7fd5ca0f8f9d req-19e1a698-82f6-428f-9ccf-0e76fa3396c8 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774963 Dec 15 13:37:43.182637 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52820) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:43.188047 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Network c3738d27-4a35-4a97-97f2-d3c9cace88de is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:37:43.206438 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, c3738d27-4a35-4a97-97f2-d3c9cace88de) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:43.215788 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:43.216386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.218523 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d4d3a-6b48-4f57-ae69-e47363c59101 None None] Network c3738d27-4a35-4a97-97f2-d3c9cace88de requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:37:43.234604 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-388eea76-458e-4eb6-b62d-66e336ef4012 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6311781 Dec 15 13:37:43.261750 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ebc6629e-3b2a-4aa4-93e1-c4f9dcb42998 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fd8153c577f94375934abe6bf43c6776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0750337 Dec 15 13:37:43.262047 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52826) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:43.342487 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f8c879f5-c3d0-4965-8188-84128a5b242c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.369194 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f8c879f5-c3d0-4965-8188-84128a5b242c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.393259 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fcb477-689f-424c-a830-124bbe7880f1 None None] Network c3738d27-4a35-4a97-97f2-d3c9cace88de requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:37:43.432529 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f8c879f5-c3d0-4965-8188-84128a5b242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.435677 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f8c879f5-c3d0-4965-8188-84128a5b242c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.437082 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-f8c879f5-c3d0-4965-8188-84128a5b242c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34a7111e-f89e-42c8-8f4d-6bccd1af530c HTTP/1.1" status: 204 len: 168 time: 0.1738660 Dec 15 13:37:43.447007 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c879f5-c3d0-4965-8188-84128a5b242c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7111e-f89e-42c8-8f4d-6bccd1af530c,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:43.740852 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7daf-fc55-4dd6-a93b-537f35411d70 req-ec92f5ad-6a1d-4d0a-ac1d-ca48dd87b206 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:43.742690 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-75fa7daf-fc55-4dd6-a93b-537f35411d70 req-ec92f5ad-6a1d-4d0a-ac1d-ca48dd87b206 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0719841 Dec 15 13:37:43.808966 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-75fa7daf-fc55-4dd6-a93b-537f35411d70 req-136535bd-c597-4216-90ef-14139ec31274 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588918 Dec 15 13:37:44.378932 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcc7e4-1d8a-43b7-a901-8f557279eaca req-6d978cd6-a7ce-4a63-a500-2c25cf574bdd tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:44.382583 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-23dcc7e4-1d8a-43b7-a901-8f557279eaca req-6d978cd6-a7ce-4a63-a500-2c25cf574bdd tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.0999713 Dec 15 13:37:44.508882 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-23dcc7e4-1d8a-43b7-a901-8f557279eaca req-91650076-ca0c-4176-b8b8-81c02c22c676 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177211 Dec 15 13:37:44.651714 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52914) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:44.791505 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-91147656-bbab-436e-a96d-aac7e834c5f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.900967 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-91147656-bbab-436e-a96d-aac7e834c5f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.906810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-91147656-bbab-436e-a96d-aac7e834c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.993188 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-91147656-bbab-436e-a96d-aac7e834c5f4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cad43a4f290b4b0a8b94b16ac3c60833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395634 Dec 15 13:37:44.995933 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52948) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:44.997134 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91147656-bbab-436e-a96d-aac7e834c5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b60bcb-801a-429b-8afb-dd1527de97d7,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:45.030596 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d0db4-01b5-45ac-816d-38592434ecaf req-1cc194e4-657c-465e-947b-12745ffd2563 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:45.033097 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-022d0db4-01b5-45ac-816d-38592434ecaf req-1cc194e4-657c-465e-947b-12745ffd2563 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0953958 Dec 15 13:37:45.090378 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52954) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:45.099979 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-caf21eef-f41c-48a7-aad2-608792d5db49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.129436 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-022d0db4-01b5-45ac-816d-38592434ecaf req-e3346935-c0e9-4b37-858d-faab234ee96b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895770 Dec 15 13:37:45.132700 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-caf21eef-f41c-48a7-aad2-608792d5db49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.211876 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-caf21eef-f41c-48a7-aad2-608792d5db49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.215272 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-caf21eef-f41c-48a7-aad2-608792d5db49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.216640 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-caf21eef-f41c-48a7-aad2-608792d5db49 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/37b60bcb-801a-429b-8afb-dd1527de97d7 HTTP/1.1" status: 204 len: 168 time: 0.2173727 Dec 15 13:37:45.226288 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf21eef-f41c-48a7-aad2-608792d5db49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b60bcb-801a-429b-8afb-dd1527de97d7,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:45.314364 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d88b3323-bcbb-4317-a1fa-b01af60d7df6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.390549 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-927881d9-9468-4acb-9dcc-40f96ebec0fc tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:45.391954 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-927881d9-9468-4acb-9dcc-40f96ebec0fc tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/networks?id=c3738d27-4a35-4a97-97f2-d3c9cace88de HTTP/1.1" status: 200 len: 808 time: 0.1682918 Dec 15 13:37:45.426827 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-4e732ff8-3a3f-45a3-911d-72ad8983b316 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/quotas/b3823701b6f1423aa1ecd29bf162e5db HTTP/1.1" status: 200 len: 375 time: 0.0233901 Dec 15 13:37:45.467498 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-0ef7617e-96d6-4424-b826-c3915a474d3a tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3823701b6f1423aa1ecd29bf162e5db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312624 Dec 15 13:37:45.489071 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d88b3323-bcbb-4317-a1fa-b01af60d7df6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.504354 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d88b3323-bcbb-4317-a1fa-b01af60d7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.579578 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b3323-bcbb-4317-a1fa-b01af60d7df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a15a3d1-8a8a-4d68-a66e-12e6e90af2b3,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:45.592899 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52986) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:45.603134 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d88b3323-bcbb-4317-a1fa-b01af60d7df6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=755d2002d256440f91e55f3a9bead6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5077066 Dec 15 13:37:45.605379 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 52988) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:45.614499 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dcadf7f5-3ff6-46e8-ad19-0973a6fc4804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.654131 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-8fc31903-3a43-4bc1-89ca-053be332e2c0 service neutron] 10.222.0.83 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758125 Dec 15 13:37:45.761699 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 52992) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:45.777599 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a8248415-8b38-48f3-9f45-fb56c518a5e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.823356 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-25e84993-3781-4ef7-af35-caf4d1f9e488 service neutron] 10.222.0.83 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673963 Dec 15 13:37:45.828875 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a8248415-8b38-48f3-9f45-fb56c518a5e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.833200 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b424e-1477-4627-a674-551a508d30c8 req-588bc6ce-820d-404f-ac5b-f0b76147d0c1 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:45.834765 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7b0b424e-1477-4627-a674-551a508d30c8 req-588bc6ce-820d-404f-ac5b-f0b76147d0c1 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.1577787 Dec 15 13:37:45.843717 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0524-1877-46af-b110-730735ef6891 req-5ac277fd-96fc-4b38-bccb-013de7002eab tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:45.845553 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-104c0524-1877-46af-b110-730735ef6891 req-5ac277fd-96fc-4b38-bccb-013de7002eab tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 946 time: 0.1246905 Dec 15 13:37:45.855131 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dcadf7f5-3ff6-46e8-ad19-0973a6fc4804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.876979 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dcadf7f5-3ff6-46e8-ad19-0973a6fc4804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.934366 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-104c0524-1877-46af-b110-730735ef6891 req-b8922362-dfc4-4182-b4da-da044d95c19b tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/security-groups?id=58ee0e47-4658-4dfb-8b99-4328ea5c1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786583 Dec 15 13:37:45.948974 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a8248415-8b38-48f3-9f45-fb56c518a5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.952286 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a8248415-8b38-48f3-9f45-fb56c518a5e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.955817 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-a8248415-8b38-48f3-9f45-fb56c518a5e6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a15a3d1-8a8a-4d68-a66e-12e6e90af2b3 HTTP/1.1" status: 204 len: 168 time: 0.3471005 Dec 15 13:37:45.965986 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8248415-8b38-48f3-9f45-fb56c518a5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a15a3d1-8a8a-4d68-a66e-12e6e90af2b3,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:45.996034 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadf7f5-3ff6-46e8-ad19-0973a6fc4804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d58d6a1-2afd-4859-b637-9d3a826a11c9,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:46.004460 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-dcadf7f5-3ff6-46e8-ad19-0973a6fc4804 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=37cdd7e2b1024c8a87aa6a3fd0148173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098661 Dec 15 13:37:46.006566 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a01e14c2-fdf1-4a7b-a869-53f992aa9127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.007497 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53000) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:46.083177 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ee92fcc-cc36-4994-b7d1-36c1078fd862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.100479 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Deleting port 8265af4f-8d5b-423a-84c5-273348379f9f {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:37:46.101264 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.114040 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ee92fcc-cc36-4994-b7d1-36c1078fd862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.186084 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1977ba4f-62d0-41f7-a804-f1c6fd24d9f6 req-bd619ec6-d161-4d34-90f0-4b0d1ea5128b tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 210 time: 0.1042824 Dec 15 13:37:46.220736 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ee92fcc-cc36-4994-b7d1-36c1078fd862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.224865 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ee92fcc-cc36-4994-b7d1-36c1078fd862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.236801 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-0ee92fcc-cc36-4994-b7d1-36c1078fd862 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7d58d6a1-2afd-4859-b637-9d3a826a11c9 HTTP/1.1" status: 204 len: 168 time: 0.2266493 Dec 15 13:37:46.245783 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a01e14c2-fdf1-4a7b-a869-53f992aa9127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.248671 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee92fcc-cc36-4994-b7d1-36c1078fd862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d58d6a1-2afd-4859-b637-9d3a826a11c9,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:46.262492 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a01e14c2-fdf1-4a7b-a869-53f992aa9127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.386848 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820b76-03bc-4f1e-b0ad-41a85c8ea7b3 req-c48206f6-7718-457d-a03d-11e986e0b0a4 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:46.387063 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] For port 8265af4f-8d5b-423a-84c5-273348379f9f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8265af4f-8d5b-423a-84c5-273348379f9f,segment=NetworkSegment(39b863fd-80a4-4cff-a28d-5e3079903bab),segment_id=39b863fd-80a4-4cff-a28d-5e3079903bab)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:46.387367 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.391203 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-10820b76-03bc-4f1e-b0ad-41a85c8ea7b3 req-c48206f6-7718-457d-a03d-11e986e0b0a4 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1041784 Dec 15 13:37:46.466143 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a01e14c2-fdf1-4a7b-a869-53f992aa9127 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27f132870b5b4acf9b96f0be357bb8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7020185 Dec 15 13:37:46.486036 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Calling delete_port for 8265af4f-8d5b-423a-84c5-273348379f9f owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:37:46.489637 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53024) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:46.503850 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e14c2-fdf1-4a7b-a869-53f992aa9127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5bde5e-0a94-450a-a49f-ba6dd4e98819,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:46.526428 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-10820b76-03bc-4f1e-b0ad-41a85c8ea7b3 req-33726e14-5964-47da-aea0-902c73f56041 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273646 Dec 15 13:37:46.670386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-89afc932-3f94-49f7-86ff-3efc513975bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.724110 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-89afc932-3f94-49f7-86ff-3efc513975bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.788103 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.804912 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8265af4f-8d5b-423a-84c5-273348379f9f'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:37:46.813079 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-89afc932-3f94-49f7-86ff-3efc513975bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.815881 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-89afc932-3f94-49f7-86ff-3efc513975bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.817222 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-89afc932-3f94-49f7-86ff-3efc513975bf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/af5bde5e-0a94-450a-a49f-ba6dd4e98819 HTTP/1.1" status: 204 len: 168 time: 0.2841532 Dec 15 13:37:46.827199 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afc932-3f94-49f7-86ff-3efc513975bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5bde5e-0a94-450a-a49f-ba6dd4e98819,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:46.855334 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Pushing event deleted for resources: {'Port': ['ID=8265af4f-8d5b-423a-84c5-273348379f9f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:46.956009 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] No DVR routers for this DVR port 8265af4f-8d5b-423a-84c5-273348379f9f on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:37:46.961402 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:46.966594 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7b0b424e-1477-4627-a674-551a508d30c8 req-98a786d1-7321-4599-94c5-20fd4bd7f024 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.66 "DELETE /v2.0/ports/8265af4f-8d5b-423a-84c5-273348379f9f HTTP/1.1" status: 204 len: 173 time: 1.1232150 Dec 15 13:37:46.967624 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f740a90-17ff-49e3-8f5d-f1450ae6baf0', 'name': 'network-vif-deleted', 'tag': '8265af4f-8d5b-423a-84c5-273348379f9f'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:46.971574 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cb5ec8-316c-4867-9a89-bffd28cf41b0" -d '{"events": [{"server_uuid": "5f740a90-17ff-49e3-8f5d-f1450ae6baf0", "name": "network-vif-deleted", "tag": "8265af4f-8d5b-423a-84c5-273348379f9f"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:47.043366 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25d061b-08eb-4b46-9b00-1be64c07308c x-openstack-request-id: req-d25d061b-08eb-4b46-9b00-1be64c07308c {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:47.043970 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f740a90-17ff-49e3-8f5d-f1450ae6baf0", "name": "network-vif-deleted", "tag": "8265af4f-8d5b-423a-84c5-273348379f9f", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:47.044226 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d25d061b-08eb-4b46-9b00-1be64c07308c {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:47.045053 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f740a90-17ff-49e3-8f5d-f1450ae6baf0', 'name': 'network-vif-deleted', 'tag': '8265af4f-8d5b-423a-84c5-273348379f9f', 'status': 'completed', 'code': 200} Dec 15 13:37:47.104110 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0c8dd2d0-feb1-4a7f-8d6d-df8fc56b0d17 req-25271578-43bd-4c97-89f9-c0b9f30d6906 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.0472770 Dec 15 13:37:47.303651 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5583e269-7de9-4402-b8ac-86e9e182b5ee req-700c063a-4dd7-4695-9c5c-49c909bd8156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 210 time: 0.0326469 Dec 15 13:37:47.310827 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53066) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:47.327890 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22bcd2cc-c02b-4392-aba9-7c13c4a250cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:47.416352 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22bcd2cc-c02b-4392-aba9-7c13c4a250cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:47.421800 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22bcd2cc-c02b-4392-aba9-7c13c4a250cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:47.461183 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcd2cc-c02b-4392-aba9-7c13c4a250cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c1f33c-a379-4389-b8a3-913d8063ca14,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:47.465521 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-22bcd2cc-c02b-4392-aba9-7c13c4a250cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6b96b841694947e7942e2f9f63724835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534574 Dec 15 13:37:47.468172 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53070) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:47.546466 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e41cb2b-bf17-499e-b65f-a0b24ee90f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:47.599042 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e41cb2b-bf17-499e-b65f-a0b24ee90f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:47.741967 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633ee72-d1e1-490a-820c-e01ef834c0c7 req-f6cd3eab-2060-452e-a408-761ae0b5e5ab tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:47.744727 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8633ee72-d1e1-490a-820c-e01ef834c0c7 req-f6cd3eab-2060-452e-a408-761ae0b5e5ab tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0757680 Dec 15 13:37:47.755158 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e41cb2b-bf17-499e-b65f-a0b24ee90f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:47.761446 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e41cb2b-bf17-499e-b65f-a0b24ee90f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:47.767476 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3e41cb2b-bf17-499e-b65f-a0b24ee90f61 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b9c1f33c-a379-4389-b8a3-913d8063ca14 HTTP/1.1" status: 204 len: 168 time: 0.2980213 Dec 15 13:37:47.800392 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41cb2b-bf17-499e-b65f-a0b24ee90f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c1f33c-a379-4389-b8a3-913d8063ca14,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:47.818374 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-c121266f-4288-4dd4-afba-9a0dd0ad9136 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:47.819898 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-c121266f-4288-4dd4-afba-9a0dd0ad9136 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.66 "GET /v2.0/networks?id=c3738d27-4a35-4a97-97f2-d3c9cace88de HTTP/1.1" status: 200 len: 808 time: 0.1429694 Dec 15 13:37:47.847833 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Request body: {'port': {'device_id': 'bb877af0-0c4c-4e87-afba-ac87eaca7e67', 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de', 'admin_state_up': True, 'tenant_id': 'b3823701b6f1423aa1ecd29bf162e5db'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:47.856251 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8633ee72-d1e1-490a-820c-e01ef834c0c7 req-e4915167-ce1b-4ec9-bd20-29c9a941e454 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023157 Dec 15 13:37:47.990458 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Made reservation on behalf of b3823701b6f1423aa1ecd29bf162e5db for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:37:47.995281 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:48.190554 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Allocated IP 172.20.0.12 (c3738d27-4a35-4a97-97f2-d3c9cace88de/65b5acdd-c486-48db-8588-8524bc968bba/d633ef25-5df0-4c20-bdf3-e7afadaef50f) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:37:48.256790 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-05b6c556-6535-4470-9546-18df39f88f6d req-69a39b89-7eed-4494-9d7b-17f757c8cab9 tempest-DeleteServersTestJSON-656923855 tempest-DeleteServersTestJSON-656923855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f740a90-17ff-49e3-8f5d-f1450ae6baf0 HTTP/1.1" status: 200 len: 210 time: 0.0499012 Dec 15 13:37:48.461401 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:48.463377 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ea4bcfcc-6a02-49e3-a453-242891322af1 req-b64d320f-33d8-4a3c-898c-4442228d5bf5 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 210 time: 0.0434692 Dec 15 13:37:48.504960 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:48.557802 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Network c3738d27-4a35-4a97-97f2-d3c9cace88de is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:37:48.562925 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:48.565577 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:37:48.589927 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Pushing event updated for resources: {'Port': ['ID=d633ef25-5df0-4c20-bdf3-e7afadaef50f,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:48.619634 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:48.620240 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:48.643526 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-9d624ee1-8702-4b01-87d0-cdb4c44e2d2c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8042090 Dec 15 13:37:48.661956 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Request body: {'port': {'device_id': 'bb877af0-0c4c-4e87-afba-ac87eaca7e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:48.724118 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.014997 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc1d0d-041a-491d-bfa1-37a0216ec0be req-5ef2ed6e-6357-4220-b2cd-9aea5ca2f61c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:49.023209 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f4bc1d0d-041a-491d-bfa1-37a0216ec0be req-5ef2ed6e-6357-4220-b2cd-9aea5ca2f61c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0725636 Dec 15 13:37:49.079287 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d633ef25-5df0-4c20-bdf3-e7afadaef50f {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:37:49.090930 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.104869 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f4bc1d0d-041a-491d-bfa1-37a0216ec0be req-92c70d67-076d-46c8-98bf-e41ba06c9809 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805330 Dec 15 13:37:49.110296 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Transition to ACTIVE for port object d633ef25-5df0-4c20-bdf3-e7afadaef50f will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:37:49.115792 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.214470 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d633ef25-5df0-4c20-bdf3-e7afadaef50f,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:49.248443 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Attempting to bind port d633ef25-5df0-4c20-bdf3-e7afadaef50f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:37:49.248588 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Attempting to bind port d633ef25-5df0-4c20-bdf3-e7afadaef50f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:37:49.248899 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Attempting to bind port d633ef25-5df0-4c20-bdf3-e7afadaef50f on network c3738d27-4a35-4a97-97f2-d3c9cace88de {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:37:49.253335 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Port d633ef25-5df0-4c20-bdf3-e7afadaef50f on network c3738d27-4a35-4a97-97f2-d3c9cace88de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:37:49.253713 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Attempting to bind port d633ef25-5df0-4c20-bdf3-e7afadaef50f on network c3738d27-4a35-4a97-97f2-d3c9cace88de {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:37:49.259555 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:37:49.259875 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Checking segment: {'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:37:49.260252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Bound using segment: {'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:37:49.260678 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Bound port: d633ef25-5df0-4c20-bdf3-e7afadaef50f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:37:49.261032 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.343155 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] For port d633ef25-5df0-4c20-bdf3-e7afadaef50f, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:37:49.346639 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] For port d633ef25-5df0-4c20-bdf3-e7afadaef50f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633ef25-5df0-4c20-bdf3-e7afadaef50f,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:37:49.352684 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.365261 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53182) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:49.391540 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:49.392144 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.393785 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/d633ef25-5df0-4c20-bdf3-e7afadaef50f HTTP/1.1" status: 200 len: 1094 time: 0.7374547 Dec 15 13:37:49.394215 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb877af0-0c4c-4e87-afba-ac87eaca7e67', 'tag': 'd633ef25-5df0-4c20-bdf3-e7afadaef50f'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:49.396416 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca3e234-afcd-4aab-84fc-fde94784a17c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb877af0-0c4c-4e87-afba-ac87eaca7e67", "tag": "d633ef25-5df0-4c20-bdf3-e7afadaef50f"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:49.433259 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3391d-9b9d-4688-860f-17eb285679e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d633ef25-5df0-4c20-bdf3-e7afadaef50f,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:49.456314 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8265af4f-8d5b-423a-84c5-273348379f9f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:37:49.484071 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040c42a-4012-47b4-98dd-6c19e8a9cc37 x-openstack-request-id: req-6040c42a-4012-47b4-98dd-6c19e8a9cc37 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:49.485535 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb877af0-0c4c-4e87-afba-ac87eaca7e67", "tag": "d633ef25-5df0-4c20-bdf3-e7afadaef50f", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:49.486005 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6040c42a-4012-47b4-98dd-6c19e8a9cc37 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:49.487871 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb877af0-0c4c-4e87-afba-ac87eaca7e67', 'tag': 'd633ef25-5df0-4c20-bdf3-e7afadaef50f', 'status': 'completed', 'code': 200} Dec 15 13:37:49.527898 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 8265af4f-8d5b-423a-84c5-273348379f9f {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:37:49.528241 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8265af4f-8d5b-423a-84c5-273348379f9f not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:37:49.543720 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-f44754a8-e72d-4f28-8051-7448776155be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:49.545838 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-f44754a8-e72d-4f28-8051-7448776155be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3823701b6f1423aa1ecd29bf162e5db&device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 1097 time: 0.1043854 Dec 15 13:37:49.619054 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8204e108-9da9-49ef-bf96-3673e6dfceca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.642838 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-8cb27541-72e1-44af-bb85-8080b489ffd7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d633ef25-5df0-4c20-bdf3-e7afadaef50f HTTP/1.1" status: 200 len: 217 time: 0.0842555 Dec 15 13:37:49.682601 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a249-f97a-45a1-bee5-586343554f74 req-f19d0c9e-509a-4f51-b4cd-3fe860fca8bb tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:49.686793 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1eb0a249-f97a-45a1-bee5-586343554f74 req-f19d0c9e-509a-4f51-b4cd-3fe860fca8bb tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 944 time: 0.1257269 Dec 15 13:37:49.711213 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-4e1f3204-4a9d-48bd-a7a8-422f2282ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:49.716261 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-4e1f3204-4a9d-48bd-a7a8-422f2282ebf7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65b5acdd-c486-48db-8588-8524bc968bba HTTP/1.1" status: 200 len: 848 time: 0.0633309 Dec 15 13:37:49.763725 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-2a2daa96-7f1d-4071-817a-8a4ad61e31e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3738d27-4a35-4a97-97f2-d3c9cace88de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371313 Dec 15 13:37:49.782703 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1eb0a249-f97a-45a1-bee5-586343554f74 req-ccdc9cc9-a117-4a1a-856f-47cbf663edbd tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831676 Dec 15 13:37:49.834281 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8204e108-9da9-49ef-bf96-3673e6dfceca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.842236 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8204e108-9da9-49ef-bf96-3673e6dfceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:49.872666 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204e108-9da9-49ef-bf96-3673e6dfceca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971407e0-d4a4-4b38-8b86-c819b94e748a,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:49.895846 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-8204e108-9da9-49ef-bf96-3673e6dfceca admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9383e45615eb4e2a8768b6ad2c86bbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280268 Dec 15 13:37:49.897616 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53226) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:49.939002 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-3093c14c-e1c3-4ac3-a188-f944d14689ec service neutron] 10.222.0.66 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670282 Dec 15 13:37:49.982379 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f73e38b2-53d4-492e-950a-3a0b40955f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.021441 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f73e38b2-53d4-492e-950a-3a0b40955f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.067353 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65b9f51a-f4e5-4695-a585-5bf9137a0016 req-6f6f32cc-1cfc-47d0-8f20-33cc36b67902 service neutron] 10.222.0.66 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180160 Dec 15 13:37:50.105707 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f73e38b2-53d4-492e-950a-3a0b40955f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.122202 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f73e38b2-53d4-492e-950a-3a0b40955f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.124380 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-f73e38b2-53d4-492e-950a-3a0b40955f98 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/971407e0-d4a4-4b38-8b86-c819b94e748a HTTP/1.1" status: 204 len: 168 time: 0.2254806 Dec 15 13:37:50.140973 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e38b2-53d4-492e-950a-3a0b40955f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971407e0-d4a4-4b38-8b86-c819b94e748a,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:50.284382 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-e4a3c261-a0ca-4048-9056-52e5ad569989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:50.287821 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-e4a3c261-a0ca-4048-9056-52e5ad569989 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3823701b6f1423aa1ecd29bf162e5db&device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 1097 time: 0.1523352 Dec 15 13:37:50.292589 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4d62d-2525-4420-bd06-01ce0cef3d75 req-e723a105-dffe-4b11-8ad7-dfc7ed4f9886 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:50.297461 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53244) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:50.300475 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-81a4d62d-2525-4420-bd06-01ce0cef3d75 req-e723a105-dffe-4b11-8ad7-dfc7ed4f9886 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0985453 Dec 15 13:37:50.385803 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-81a4d62d-2525-4420-bd06-01ce0cef3d75 req-ab21b7bd-6452-4093-bb3f-8a0edb9f2b90 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841689 Dec 15 13:37:50.436492 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-c5e5fb88-c2a5-4ca5-9d5c-b976a53bd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:50.438625 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-c5e5fb88-c2a5-4ca5-9d5c-b976a53bd977 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c3738d27-4a35-4a97-97f2-d3c9cace88de HTTP/1.1" status: 200 len: 909 time: 0.1316988 Dec 15 13:37:50.497500 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-e93fcb61-0db2-4d8d-9c50-0d6a5cfdd158 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d633ef25-5df0-4c20-bdf3-e7afadaef50f HTTP/1.1" status: 200 len: 217 time: 0.0439634 Dec 15 13:37:50.553287 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-50d846e9-d7dd-4a2f-b6ab-21ba2930bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:50.555096 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-50d846e9-d7dd-4a2f-b6ab-21ba2930bbe8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65b5acdd-c486-48db-8588-8524bc968bba HTTP/1.1" status: 200 len: 848 time: 0.0443783 Dec 15 13:37:50.593221 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-1f6e6277-a262-45a5-a1a6-7d9bc69a3b0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3738d27-4a35-4a97-97f2-d3c9cace88de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286434 Dec 15 13:37:50.609559 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-663b222d-1ab3-4170-bd1c-aa609d8b6bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.675795 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53260) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:50.708365 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4a68e5d3-fcac-4d6d-b168-876f079afedd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.761614 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-7d6d0bd1-1f93-42b7-b964-9d13d814bbd8 service neutron] 10.222.0.66 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496396 Dec 15 13:37:50.860234 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-663b222d-1ab3-4170-bd1c-aa609d8b6bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.868150 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-663b222d-1ab3-4170-bd1c-aa609d8b6bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:50.929100 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53270) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:50.960421 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-663b222d-1ab3-4170-bd1c-aa609d8b6bbd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c875e932f33f4dada66d8d6bec6eafb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6593635 Dec 15 13:37:50.971089 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53274) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:50.976326 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b069a-1703-497e-851a-d5eb76094119 req-6214d52f-4ae7-4cf1-a149-705864aca8aa tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:50.984467 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b222d-1ab3-4170-bd1c-aa609d8b6bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f13cfd9-cd68-4824-9765-f23d933fe30b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:50.986605 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f99b069a-1703-497e-851a-d5eb76094119 req-6214d52f-4ae7-4cf1-a149-705864aca8aa tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 944 time: 0.0773680 Dec 15 13:37:51.013465 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4a68e5d3-fcac-4d6d-b168-876f079afedd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.023485 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ca3e234-afcd-4aab-84fc-fde94784a17c req-c0894f97-753a-4f29-b1f6-8d839eaf3186 service neutron] 10.222.0.66 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450159 Dec 15 13:37:51.044406 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4a68e5d3-fcac-4d6d-b168-876f079afedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.069195 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b785e57c-832c-4234-9a99-a76e5ae52ebf admin admin] Deleting subnet 73b45dab-e4b9-4d1b-907b-d5c3b1f5860b {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:37:51.074203 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f99b069a-1703-497e-851a-d5eb76094119 req-ea1b3d78-947a-4b59-ac3e-316887e3ed7e tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838685 Dec 15 13:37:51.086963 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b785e57c-832c-4234-9a99-a76e5ae52ebf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.343185 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4a68e5d3-fcac-4d6d-b168-876f079afedd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dfb31a71565842119cd33165282963d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6626589 Dec 15 13:37:51.345690 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68e5d3-fcac-4d6d-b168-876f079afedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f975e708-6c17-48ef-94aa-34eb7161a40b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:51.346184 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53284) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:51.369052 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b785e57c-832c-4234-9a99-a76e5ae52ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.371104 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-469d839c-ec39-4f98-bccd-da80f9ea3e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.420365 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-469d839c-ec39-4f98-bccd-da80f9ea3e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.426347 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97d411ad-b755-4ce2-9d55-1eedbff64df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.436948 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b785e57c-832c-4234-9a99-a76e5ae52ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.468224 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97d411ad-b755-4ce2-9d55-1eedbff64df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.517137 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-469d839c-ec39-4f98-bccd-da80f9ea3e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.519847 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-469d839c-ec39-4f98-bccd-da80f9ea3e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.522230 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-469d839c-ec39-4f98-bccd-da80f9ea3e01 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f13cfd9-cd68-4824-9765-f23d933fe30b HTTP/1.1" status: 204 len: 168 time: 0.5482903 Dec 15 13:37:51.529320 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b785e57c-832c-4234-9a99-a76e5ae52ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.542762 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d839c-ec39-4f98-bccd-da80f9ea3e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f13cfd9-cd68-4824-9765-f23d933fe30b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:51.573868 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a451fc2-292f-4d72-90c6-34fe1c581271 req-da52186f-3a94-4978-bb1a-073b1d64f0f8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:51.574374 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785e57c-832c-4234-9a99-a76e5ae52ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b45dab-e4b9-4d1b-907b-d5c3b1f5860b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:51.575773 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6a451fc2-292f-4d72-90c6-34fe1c581271 req-da52186f-3a94-4978-bb1a-073b1d64f0f8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0869439 Dec 15 13:37:51.578987 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b785e57c-832c-4234-9a99-a76e5ae52ebf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.582688 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b785e57c-832c-4234-9a99-a76e5ae52ebf admin admin] 10.222.0.83 "DELETE /v2.0/subnets/73b45dab-e4b9-4d1b-907b-d5c3b1f5860b HTTP/1.1" status: 204 len: 168 time: 0.6416986 Dec 15 13:37:51.585487 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53296) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:51.588861 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97d411ad-b755-4ce2-9d55-1eedbff64df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.591733 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97d411ad-b755-4ce2-9d55-1eedbff64df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.592888 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-97d411ad-b755-4ce2-9d55-1eedbff64df3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f975e708-6c17-48ef-94aa-34eb7161a40b HTTP/1.1" status: 204 len: 168 time: 0.2454805 Dec 15 13:37:51.616137 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d411ad-b755-4ce2-9d55-1eedbff64df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f975e708-6c17-48ef-94aa-34eb7161a40b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:51.674934 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6a451fc2-292f-4d72-90c6-34fe1c581271 req-9f0ea64c-c86b-41d7-9498-07c7bd83a453 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850444 Dec 15 13:37:51.679555 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.774008 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.796572 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6416a0-3b53-483b-945b-ef82c2e0f162']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:51.807616 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b863fd-80a4-4cff-a28d-5e3079903bab') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:51.807823 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b863fd-80a4-4cff-a28d-5e3079903bab') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:51.818907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.838321 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.847377 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:37:51.847821 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:37:51.849555 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:37:51.909448 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.924260 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:51.929815 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] 10.222.0.83 "DELETE /v2.0/networks/5d6416a0-3b53-483b-945b-ef82c2e0f162 HTTP/1.1" status: 204 len: 168 time: 0.3410318 Dec 15 13:37:51.938206 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06898d93-169f-4562-837f-9d594ede884e admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6416a0-3b53-483b-945b-ef82c2e0f162,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:52.080663 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53320) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:52.159135 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-547ed044-8fde-4406-99bd-9a9f310026cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cbc3fb62e6fd4e12b55c29b671482f9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0772619 Dec 15 13:37:52.161669 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53326) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:52.258567 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7515d42c-36a4-4dcc-8cb4-6bb78256ddb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:52.277685 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdd981-b0d8-4bd0-8bc1-5fc50777e56c req-edf834fc-7e32-40be-97b9-1f54cacc8daa tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:52.286756 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-edbdd981-b0d8-4bd0-8bc1-5fc50777e56c req-edf834fc-7e32-40be-97b9-1f54cacc8daa tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 944 time: 0.1344669 Dec 15 13:37:52.292331 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7515d42c-36a4-4dcc-8cb4-6bb78256ddb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:52.359962 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-edbdd981-b0d8-4bd0-8bc1-5fc50777e56c req-39f603e0-b96f-4e14-a8eb-1924c939a930 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723000 Dec 15 13:37:52.375485 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7515d42c-36a4-4dcc-8cb4-6bb78256ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:52.378876 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7515d42c-36a4-4dcc-8cb4-6bb78256ddb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:52.382441 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7515d42c-36a4-4dcc-8cb4-6bb78256ddb5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/58ee0e47-4658-4dfb-8b99-4328ea5c1a42 HTTP/1.1" status: 204 len: 168 time: 0.2172287 Dec 15 13:37:52.389057 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515d42c-36a4-4dcc-8cb4-6bb78256ddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee0e47-4658-4dfb-8b99-4328ea5c1a42,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:52.805783 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908d06e-177b-4a09-936e-d501e3b5d459 req-a5ac6cf1-240e-4394-b14f-0e4369ba83f7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:52.807420 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b908d06e-177b-4a09-936e-d501e3b5d459 req-a5ac6cf1-240e-4394-b14f-0e4369ba83f7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0531743 Dec 15 13:37:52.864246 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b908d06e-177b-4a09-936e-d501e3b5d459 req-547c508b-cada-4be5-a229-3ce1d0c0f721 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Dec 15 13:37:52.955442 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53378) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:53.115285 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1267630412-network', 'tenant_id': 'c0da9050a08e442887ca8dc346374836'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:53.141447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Made reservation on behalf of c0da9050a08e442887ca8dc346374836 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:37:53.144072 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.153178 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.246808 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.252054 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.278909 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:37:53.289442 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b7bb8b-5ae7-4e55-a631-d4102aa149af,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:53.294781 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.295128 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Added segment d5e189a2-aae4-4a2c-8cb9-2ed4945580d4 of type vlan for network 7bf9178e-ef91-4e23-a896-35ca60172592 Dec 15 13:37:53.338626 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.368956 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.370094 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:53.370669 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.461848 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5034237 Dec 15 13:37:53.465251 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53410) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:53.470143 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Request body: {'subnet': {'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1267630412-subnet', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:53.475186 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device d633ef25-5df0-4c20-bdf3-e7afadaef50f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:37:53.488336 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117f762-663f-4aa8-a7f6-773b21b31497 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf9178e-ef91-4e23-a896-35ca60172592,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:53.495453 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Made reservation on behalf of c0da9050a08e442887ca8dc346374836 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:37:53.498650 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59530690'] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.503216 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 7bf9178e-ef91-4e23-a896-35ca60172592 details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:37:53.511703 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d4a44-aebc-4483-a702-630b52adaf97 req-49df74cf-5b8d-4fe7-9664-fb53d6458986 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:53.522528 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d7d4a44-aebc-4483-a702-630b52adaf97 req-49df74cf-5b8d-4fe7-9664-fb53d6458986 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 944 time: 0.0771084 Dec 15 13:37:53.608455 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d7d4a44-aebc-4483-a702-630b52adaf97 req-99e99e5a-8666-4d78-ac72-6277fafeb84f tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849521 Dec 15 13:37:53.698898 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58931959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59530716'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.765596 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port d633ef25-5df0-4c20-bdf3-e7afadaef50f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633ef25-5df0-4c20-bdf3-e7afadaef50f,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:53.778523 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'd633ef25-5df0-4c20-bdf3-e7afadaef50f', 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de', 'port_id': 'd633ef25-5df0-4c20-bdf3-e7afadaef50f', 'mac_address': 'fa:16:3e:61:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b5acdd-c486-48db-8588-8524bc968bba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:37:53.813942 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Pushing event updated for resources: {'Subnet': ['ID=89513571-70e8-446d-99c6-6446748ef3f8,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:53.827200 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Checking segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:37:53.827572 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Network hostable DHCP agents. Network: 7bf9178e-ef91-4e23-a896-35ca60172592, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:37:53.831747 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.849639 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d633ef25-5df0-4c20-bdf3-e7afadaef50f {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:37:53.850073 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Network 7bf9178e-ef91-4e23-a896-35ca60172592 is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:37:53.868856 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 7bf9178e-ef91-4e23-a896-35ca60172592) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:53.875976 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:53.876582 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.877194 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port d633ef25-5df0-4c20-bdf3-e7afadaef50f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633ef25-5df0-4c20-bdf3-e7afadaef50f,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:53.879923 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5818ad-cb5b-46e1-af6f-eb2b698c4134 None None] Network 7bf9178e-ef91-4e23-a896-35ca60172592 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:37:53.922630 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9686e485-a32b-4cdb-a10a-5fe45d8994be admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4562311 Dec 15 13:37:53.925238 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53428) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:53.934160 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:53.950009 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53432) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:53.995242 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:53.999091 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.017358 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575c43e-91d2-4f7c-a3ad-9273ad04d76d req-98c3016f-c23c-4ad7-afda-550c90cf44e7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:54.034482 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f575c43e-91d2-4f7c-a3ad-9273ad04d76d req-98c3016f-c23c-4ad7-afda-550c90cf44e7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0945942 Dec 15 13:37:54.152030 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f575c43e-91d2-4f7c-a3ad-9273ad04d76d req-00732067-8d66-41b2-967d-ea2bba7bc289 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156449 Dec 15 13:37:54.170494 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.246625 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.304077 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-7bf9178e-ef91-4e23-a896-35ca60172592', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:37:54.305481 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.350477 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.413913 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=d633ef25-5df0-4c20-bdf3-e7afadaef50f,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:54.434214 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.434553 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.435083 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.435564 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.436137 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.436647 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.437859 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.438991 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.439508 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.440032 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.440538 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.441038 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.441635 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:54.522729 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Allocated IP 172.20.0.2 (7bf9178e-ef91-4e23-a896-35ca60172592/89513571-70e8-446d-99c6-6446748ef3f8/0679a945-4ab6-4166-aff3-7e15f80ca7db) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:37:54.537602 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-640169f6-5334-4584-969b-4b4d98e19572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.544027 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['d633ef25-5df0-4c20-bdf3-e7afadaef50f'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:37:54.656748 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-640169f6-5334-4584-969b-4b4d98e19572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.658510 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:37:54.671054 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-640169f6-5334-4584-969b-4b4d98e19572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.734283 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.757723 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640169f6-5334-4584-969b-4b4d98e19572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8366a829-f94f-4a92-957e-85f73e6d4454,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:54.779578 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.861733 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-640169f6-5334-4584-969b-4b4d98e19572 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4580d7307e1641cbb1896843df075e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9084074 Dec 15 13:37:54.864172 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53472) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:54.934348 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5524-4ef2-4dc0-b302-155bb5ffa38a req-eb4365ba-bb01-408b-8fe6-f3910fd3c6c3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:54.937460 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Allocated IP 172.27.1.167 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/88e9c4ee-249a-4eee-96e8-76942eb5641b) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:37:54.941588 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-278c5524-4ef2-4dc0-b302-155bb5ffa38a req-eb4365ba-bb01-408b-8fe6-f3910fd3c6c3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 945 time: 0.1462862 Dec 15 13:37:54.987681 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-deeb7212-437c-4c78-aa8e-8ce687fe427a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:54.997194 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53474) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:55.000095 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.031018 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.045409 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-278c5524-4ef2-4dc0-b302-155bb5ffa38a req-2d7de1ca-e4a5-4df7-8927-6516d63e3d98 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984440 Dec 15 13:37:55.063097 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-deeb7212-437c-4c78-aa8e-8ce687fe427a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.067586 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.122341 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.155630 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-deeb7212-437c-4c78-aa8e-8ce687fe427a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.161715 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-deeb7212-437c-4c78-aa8e-8ce687fe427a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.162959 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-deeb7212-437c-4c78-aa8e-8ce687fe427a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8366a829-f94f-4a92-957e-85f73e6d4454 HTTP/1.1" status: 204 len: 168 time: 0.2978477 Dec 15 13:37:55.166414 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Network 7bf9178e-ef91-4e23-a896-35ca60172592 is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:37:55.178833 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:55.197337 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:37:55.225967 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Pushing event updated for resources: {'Port': ['ID=0679a945-4ab6-4166-aff3-7e15f80ca7db,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:55.226447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Pushing event updated for resources: {'Port': ['ID=88e9c4ee-249a-4eee-96e8-76942eb5641b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:55.250388 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb7212-437c-4c78-aa8e-8ce687fe427a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8366a829-f94f-4a92-957e-85f73e6d4454,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:55.253815 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-622ebdf8-ee6c-4f5b-9d21-ca46343d93e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.255391 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe1dc-c08e-4860-82d9-ca8b1b1f5858 req-11d24b70-aee0-4e7c-b811-8e5d308a09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:55.256987 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ee2fe1dc-c08e-4860-82d9-ca8b1b1f5858 req-11d24b70-aee0-4e7c-b811-8e5d308a09c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 1099 time: 0.0697308 Dec 15 13:37:55.268365 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:37:55.291709 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:55.294907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:37:55.400356 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Attempting to bind port 0679a945-4ab6-4166-aff3-7e15f80ca7db on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:37:55.400726 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Attempting to bind port 0679a945-4ab6-4166-aff3-7e15f80ca7db by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:37:55.401090 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Attempting to bind port 0679a945-4ab6-4166-aff3-7e15f80ca7db on network 7bf9178e-ef91-4e23-a896-35ca60172592 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:37:55.414630 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:37:55.415011 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Checking segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:37:55.415460 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.415866 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Bound using segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:37:55.416346 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Bound port: 0679a945-4ab6-4166-aff3-7e15f80ca7db, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:37:55.416726 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.444110 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ee2fe1dc-c08e-4860-82d9-ca8b1b1f5858 req-438ea3ad-167e-4586-a7a8-52a9c645f711 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739273 Dec 15 13:37:55.484296 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-622ebdf8-ee6c-4f5b-9d21-ca46343d93e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.505837 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2a18d-7e3b-4248-bac0-bc7eb725e5e8 req-a442a3cc-8a08-4f2d-8bd9-a690635c128a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:55.507965 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-eac2a18d-7e3b-4248-bac0-bc7eb725e5e8 req-a442a3cc-8a08-4f2d-8bd9-a690635c128a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.2236102 Dec 15 13:37:55.508822 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-622ebdf8-ee6c-4f5b-9d21-ca46343d93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.588689 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-622ebdf8-ee6c-4f5b-9d21-ca46343d93e2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c310e32a51634083a2c3c2d5975ef66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5877509 Dec 15 13:37:55.590051 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53494) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:55.590910 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ebdf8-ee6c-4f5b-9d21-ca46343d93e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa708b5e-528c-4958-942f-cd9a5608c6bc,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:55.616967 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] For port 0679a945-4ab6-4166-aff3-7e15f80ca7db, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:37:55.627428 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] For port 0679a945-4ab6-4166-aff3-7e15f80ca7db, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=0679a945-4ab6-4166-aff3-7e15f80ca7db,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:37:55.640626 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.704285 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-eac2a18d-7e3b-4248-bac0-bc7eb725e5e8 req-a405e5dd-cbb8-4955-bb29-6505438c7cc1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547034 Dec 15 13:37:55.710606 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8a884cf8-0719-4c30-8091-219c775fba40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.736921 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8a884cf8-0719-4c30-8091-219c775fba40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.747227 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.793076 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8a884cf8-0719-4c30-8091-219c775fba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.797383 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8a884cf8-0719-4c30-8091-219c775fba40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:55.798971 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-8a884cf8-0719-4c30-8091-219c775fba40 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa708b5e-528c-4958-942f-cd9a5608c6bc HTTP/1.1" status: 204 len: 168 time: 0.2045047 Dec 15 13:37:55.807639 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812e87e-25d4-4759-b23b-b198eaa00665 None None] Pushing event updated for resources: {'Port': ['ID=0679a945-4ab6-4166-aff3-7e15f80ca7db,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:55.836302 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53504) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:55.853815 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a884cf8-0719-4c30-8091-219c775fba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa708b5e-528c-4958-942f-cd9a5608c6bc,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:55.873961 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-12c2de11-a0b2-49de-8671-f6ed99a4a8f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.040882 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-12c2de11-a0b2-49de-8671-f6ed99a4a8f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.061534 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-12c2de11-a0b2-49de-8671-f6ed99a4a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.100793 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-12c2de11-a0b2-49de-8671-f6ed99a4a8f8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2e2de554132944d294ca9fc5dcf8d6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611578 Dec 15 13:37:56.105907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53512) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:56.128969 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2de11-a0b2-49de-8671-f6ed99a4a8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e64686e-5329-41f4-a182-ba3a1b4db98f,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:56.205142 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d66f-9e1d-4683-a0ba-ef15ccbdc81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.205142 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.261772 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a52a-a900-413e-b92b-8c5cbddf9d5a req-bfda2142-7ece-4760-970a-66687a46f6da tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:56.274637 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ee7a52a-a900-413e-b92b-8c5cbddf9d5a req-bfda2142-7ece-4760-970a-66687a46f6da tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 945 time: 0.0925112 Dec 15 13:37:56.333405 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d66f-9e1d-4683-a0ba-ef15ccbdc81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.351631 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ee7a52a-a900-413e-b92b-8c5cbddf9d5a req-19f5d2c4-dcac-4733-9cdd-ff88083bd5bf tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732505 Dec 15 13:37:56.421277 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d66f-9e1d-4683-a0ba-ef15ccbdc81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.424206 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d66f-9e1d-4683-a0ba-ef15ccbdc81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.429279 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2fd4d66f-9e1d-4683-a0ba-ef15ccbdc81f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9e64686e-5329-41f4-a182-ba3a1b4db98f HTTP/1.1" status: 204 len: 168 time: 0.3222134 Dec 15 13:37:56.443204 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4d66f-9e1d-4683-a0ba-ef15ccbdc81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e64686e-5329-41f4-a182-ba3a1b4db98f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:56.460286 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Router 31920225-105f-4b78-a4f1-470ea8f56b78 is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:37:56.499798 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53518) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:56.515248 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dfdf74d6-6f6b-45b8-9e6a-e0089f3dce11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.588636 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:37:56.599805 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:37:56.607491 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.617503 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:37:56.618370 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:37:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:56.620301 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-162f3e63-4693-4fb3-8bf8-b83d093966b7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6939042 Dec 15 13:37:56.620889 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dfdf74d6-6f6b-45b8-9e6a-e0089f3dce11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.621351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53522) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:56.631640 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dfdf74d6-6f6b-45b8-9e6a-e0089f3dce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.704455 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf74d6-6f6b-45b8-9e6a-e0089f3dce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c75f34-f719-4824-ac17-10359f000c61,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:56.762526 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-dfdf74d6-6f6b-45b8-9e6a-e0089f3dce11 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d4ffc6ac5a9a4e8397e31f85d509a1c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586856 Dec 15 13:37:56.764060 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53528) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:56.769843 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:37:56.987478 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-50c7a4a7-7128-47b7-8801-cd8d287b2b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.061729 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:55Z', 'revision_number': 3, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:57.084215 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-50c7a4a7-7128-47b7-8801-cd8d287b2b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.137877 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d71557-fe16-421b-b512-846c087a7a02 req-d7bc9a6d-d9da-4867-b339-c9bf4dcc25f6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:57.140339 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-35d71557-fe16-421b-b512-846c087a7a02 req-d7bc9a6d-d9da-4867-b339-c9bf4dcc25f6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1931422 Dec 15 13:37:57.143427 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:37:57.144270 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Updating router 31920225-105f-4b78-a4f1-470ea8f56b78 port 88e9c4ee-249a-4eee-96e8-76942eb5641b binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:37:57.198968 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.277420 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-35d71557-fe16-421b-b512-846c087a7a02 req-dfa48ac9-baae-4284-bc55-0a1495d14178 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227844 Dec 15 13:37:57.290386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-50c7a4a7-7128-47b7-8801-cd8d287b2b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.303783 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-50c7a4a7-7128-47b7-8801-cd8d287b2b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.303783 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-50c7a4a7-7128-47b7-8801-cd8d287b2b1d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/63c75f34-f719-4824-ac17-10359f000c61 HTTP/1.1" status: 204 len: 168 time: 0.5287869 Dec 15 13:37:57.335403 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7a4a7-7128-47b7-8801-cd8d287b2b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c75f34-f719-4824-ac17-10359f000c61,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:57.537573 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc4598e-7479-4b61-acf4-f617d205b1b9 None None] Network 7bf9178e-ef91-4e23-a896-35ca60172592 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:37:57.575772 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee45506-8e8c-4768-92cd-07e80940dc99 req-3c1ee64f-12aa-471a-8090-1c6b68e1c992 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:57.584912 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3ee45506-8e8c-4768-92cd-07e80940dc99 req-3c1ee64f-12aa-471a-8090-1c6b68e1c992 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 945 time: 0.1231470 Dec 15 13:37:57.639281 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.735604 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3ee45506-8e8c-4768-92cd-07e80940dc99 req-165d3c1a-b2ff-47d5-8a08-7a086d5c7f07 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479790 Dec 15 13:37:57.777600 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.795276 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.825599 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-9b586d70-f3cc-473f-b976-764699f890f1 None None] Provisioning complete for port 0679a945-4ab6-4166-aff3-7e15f80ca7db triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:57.825995 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9b586d70-f3cc-473f-b976-764699f890f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.907573 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Attempting to bind port 88e9c4ee-249a-4eee-96e8-76942eb5641b on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:37:57.910351 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Attempting to bind port 88e9c4ee-249a-4eee-96e8-76942eb5641b by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:37:57.910864 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Attempting to bind port 88e9c4ee-249a-4eee-96e8-76942eb5641b on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:37:57.929051 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Pushing event updated for resources: {'Port': ['ID=88e9c4ee-249a-4eee-96e8-76942eb5641b,revision_number=2']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:57.951370 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:37:57.952049 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:37:57.953873 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.955414 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:37:57.957512 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Bound port: 88e9c4ee-249a-4eee-96e8-76942eb5641b, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:37:57.958197 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.970762 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9b586d70-f3cc-473f-b976-764699f890f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:57.984002 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 0679a945-4ab6-4166-aff3-7e15f80ca7db up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:58.012587 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.013386 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.013506 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.014951 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.015320 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.016496 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.017467 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.019065 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.020967 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.021453 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.021884 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.023486 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.024870 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:58.044378 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-9b586d70-f3cc-473f-b976-764699f890f1 None None] For port 0679a945-4ab6-4166-aff3-7e15f80ca7db, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=0679a945-4ab6-4166-aff3-7e15f80ca7db,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:58.068764 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device d633ef25-5df0-4c20-bdf3-e7afadaef50f up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:58.086120 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Allocated IP 172.20.0.1 (7bf9178e-ef91-4e23-a896-35ca60172592/89513571-70e8-446d-99c6-6446748ef3f8/280fd11c-fb91-4c8d-bc0e-863572c1ed0e) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:37:58.099382 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9b586d70-f3cc-473f-b976-764699f890f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.126238 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] For port 88e9c4ee-249a-4eee-96e8-76942eb5641b, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:37:58.135869 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] For port 88e9c4ee-249a-4eee-96e8-76942eb5641b, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=88e9c4ee-249a-4eee-96e8-76942eb5641b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:37:58.141928 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.173020 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 0679a945-4ab6-4166-aff3-7e15f80ca7db triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:58.173392 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.230191 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b586d70-f3cc-473f-b976-764699f890f1 None None] Pushing event updated for resources: {'Port': ['ID=0679a945-4ab6-4166-aff3-7e15f80ca7db,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:58.254079 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447fe65-9c19-43f1-b693-239b4a88015a None None] Pushing event updated for resources: {'Port': ['ID=88e9c4ee-249a-4eee-96e8-76942eb5641b,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:58.261638 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:37:58.262299 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:37:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:58.264228 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port d633ef25-5df0-4c20-bdf3-e7afadaef50f completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:37:58.274950 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port d633ef25-5df0-4c20-bdf3-e7afadaef50f triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:58.275974 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.344317 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.414271 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.425933 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.461101 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb877af0-0c4c-4e87-afba-ac87eaca7e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd633ef25-5df0-4c20-bdf3-e7afadaef50f'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:58.464681 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2232a44-cbf7-4b63-8022-f588a19347f6" -d '{"events": [{"server_uuid": "bb877af0-0c4c-4e87-afba-ac87eaca7e67", "name": "network-vif-plugged", "status": "completed", "tag": "d633ef25-5df0-4c20-bdf3-e7afadaef50f"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:58.481149 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Network 7bf9178e-ef91-4e23-a896-35ca60172592 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:37:58.486818 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port d633ef25-5df0-4c20-bdf3-e7afadaef50f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633ef25-5df0-4c20-bdf3-e7afadaef50f,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:58.490932 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:58.491080 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:37:58.495774 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.496239 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:37:58.550991 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.568816 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-e370efd8-3a49-4ddb-8f8f-da0d1d92b0b7 None None] Provisioning complete for port 0679a945-4ab6-4166-aff3-7e15f80ca7db triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:58.569881 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e370efd8-3a49-4ddb-8f8f-da0d1d92b0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.592443 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197e05f-6410-451e-a2a4-db14c3580292 req-1ad6cca6-d653-47c3-a434-92345b1aa76b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:58.611138 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7197e05f-6410-451e-a2a4-db14c3580292 req-1ad6cca6-d653-47c3-a434-92345b1aa76b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1598468 Dec 15 13:37:58.614176 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=d633ef25-5df0-4c20-bdf3-e7afadaef50f,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:58.723000 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7197e05f-6410-451e-a2a4-db14c3580292 req-43af46e2-baf6-4906-94a3-20eaa755d57e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108515 Dec 15 13:37:58.743693 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:58.798762 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.814592 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570b42a8-19ab-4823-a5a9-2a9147b7dd41 x-openstack-request-id: req-570b42a8-19ab-4823-a5a9-2a9147b7dd41 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:58.814916 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb877af0-0c4c-4e87-afba-ac87eaca7e67", "name": "network-vif-plugged", "status": "completed", "tag": "d633ef25-5df0-4c20-bdf3-e7afadaef50f", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:58.815223 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-570b42a8-19ab-4823-a5a9-2a9147b7dd41 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:58.815568 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb877af0-0c4c-4e87-afba-ac87eaca7e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd633ef25-5df0-4c20-bdf3-e7afadaef50f', 'code': 200} Dec 15 13:37:58.888279 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-0a1f17e3-9685-4777-9b15-be72c763d41a None None] Provisioning complete for port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:58.888667 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0a1f17e3-9685-4777-9b15-be72c763d41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:58.906746 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:55Z', 'revision_number': 3, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:58.943409 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c2fb-d9f7-4f6a-8e84-d8d74e576ff3 req-e6bd427e-221a-488b-985a-9ad354a42538 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:58.954276 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-72a8c2fb-d9f7-4f6a-8e84-d8d74e576ff3 req-e6bd427e-221a-488b-985a-9ad354a42538 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 946 time: 0.0666590 Dec 15 13:37:58.958401 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffc517-fe4c-418d-802e-0ec17940eb97 None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:55Z', 'revision_number': 3, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:37:58.980912 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f17e3-9685-4777-9b15-be72c763d41a None None] Port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:37:59.048238 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-72a8c2fb-d9f7-4f6a-8e84-d8d74e576ff3 req-10ff943c-5013-42ce-a515-0ee2a41ac3fd tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919800 Dec 15 13:37:59.059260 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:59.069205 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:59.181703 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:59.195982 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:59.419669 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Network 7bf9178e-ef91-4e23-a896-35ca60172592 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:37:59.422836 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:59.532487 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd0d25-be8e-44c3-bc71-bc23127b3bd2 req-52e4fb48-8df9-43e2-9b36-a3977bcb10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:59.536352 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b3dd0d25-be8e-44c3-bc71-bc23127b3bd2 req-52e4fb48-8df9-43e2-9b36-a3977bcb10cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 1099 time: 0.1805274 Dec 15 13:37:59.625328 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b3dd0d25-be8e-44c3-bc71-bc23127b3bd2 req-8419899a-91cd-4f30-b130-59436ac2a841 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764158 Dec 15 13:37:59.645066 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Router 31920225-105f-4b78-a4f1-470ea8f56b78 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:37:59.646659 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5397b65c-9311-46e2-a9eb-e8e897e5aee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:59.831696 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-e21d32ed-20f4-4f4b-9ff2-9d32074cbc4f None None] Provisioning complete for port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:59.833310 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e21d32ed-20f4-4f4b-9ff2-9d32074cbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:59.853107 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:37:59.874561 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e7d3eec0-8bf5-494a-9860-bd4940cf5ab8 admin admin] 10.222.0.83 "PUT /v2.0/routers/31920225-105f-4b78-a4f1-470ea8f56b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2525816 Dec 15 13:37:59.939907 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-e21d32ed-20f4-4f4b-9ff2-9d32074cbc4f None None] Port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:37:59.962586 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6cb16-a325-40ed-94b1-a873dc3d991b req-e6eac4b5-0e96-4698-954e-370b852873db tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:59.963452 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 88e9c4ee-249a-4eee-96e8-76942eb5641b up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:59.969984 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6ad6cb16-a325-40ed-94b1-a873dc3d991b req-e6eac4b5-0e96-4698-954e-370b852873db tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1126921 Dec 15 13:38:00.043105 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6ad6cb16-a325-40ed-94b1-a873dc3d991b req-3d4e20a0-00fc-4cd1-8293-8c0e325d213e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712924 Dec 15 13:38:00.190628 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e5244-bf68-4f35-b49e-cf46eec29d87 req-17938e0e-bf52-47c0-acca-a1a5f206cf24 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:00.205616 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e36e5244-bf68-4f35-b49e-cf46eec29d87 req-17938e0e-bf52-47c0-acca-a1a5f206cf24 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0865428 Dec 15 13:38:00.319532 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e36e5244-bf68-4f35-b49e-cf46eec29d87 req-5304cdf5-1965-4228-bcf4-b2cbd1596928 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098294 Dec 15 13:38:00.413807 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 88e9c4ee-249a-4eee-96e8-76942eb5641b triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:00.414183 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:00.606827 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c46ee-122d-4671-a00f-cc1fe7a52cee req-d45cf126-28a7-4bed-9bb2-641744e2c5a8 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:00.616445 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e20c46ee-122d-4671-a00f-cc1fe7a52cee req-d45cf126-28a7-4bed-9bb2-641744e2c5a8 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 946 time: 0.1006329 Dec 15 13:38:00.705169 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e20c46ee-122d-4671-a00f-cc1fe7a52cee req-410685cb-25e1-468d-bf35-4bc9f2fc6156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826614 Dec 15 13:38:00.736912 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:00.763218 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port 88e9c4ee-249a-4eee-96e8-76942eb5641b, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=88e9c4ee-249a-4eee-96e8-76942eb5641b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:00.770766 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:00.771550 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 0679a945-4ab6-4166-aff3-7e15f80ca7db up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:00.898953 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=88e9c4ee-249a-4eee-96e8-76942eb5641b,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:00.911679 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 0679a945-4ab6-4166-aff3-7e15f80ca7db triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:00.912051 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.287192 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53692) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:01.293797 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-329946024-network', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:01.327844 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Made reservation on behalf of 9625cc6c79ee42cca4b0b0cc8cd55db6 for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:01.330543 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.346269 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.455690 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.472080 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.499621 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=102648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:38:01.516660 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d40f4-7323-4ce2-8236-5fa4dae42eda,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:01.526781 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.527356 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Added segment 7688fdd1-ef99-46aa-ad6c-63a107c1555d of type vlan for network b3cc798e-f3c4-44a8-9c05-6369fe08f524 Dec 15 13:38:01.550795 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:01.572107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:01.573219 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:37:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:01.629554 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.692783 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.695641 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:01.697498 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.780357 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] Pushing event updated for resources: {'Network': ['ID=b3cc798e-f3c4-44a8-9c05-6369fe08f524,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:01.823861 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d394a3a1-4dc9-417a-9c64-44f4ff495758 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5354462 Dec 15 13:38:01.827931 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53718) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:01.838152 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Request body: {'subnet': {'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-329946024-subnet', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:01.862837 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b6cf0-f142-4ff5-b302-1b9023e82a2a req-c4c69049-6e4d-45a3-a1a7-87bdce4675d1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:01.864422 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-973b6cf0-f142-4ff5-b302-1b9023e82a2a req-c4c69049-6e4d-45a3-a1a7-87bdce4675d1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1591241 Dec 15 13:38:01.882509 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Made reservation on behalf of 9625cc6c79ee42cca4b0b0cc8cd55db6 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:01.886015 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59530690'] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:01.914143 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network b3cc798e-f3c4-44a8-9c05-6369fe08f524 details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:38:01.926421 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-973b6cf0-f142-4ff5-b302-1b9023e82a2a req-a36cae00-19e1-4350-8c90-6eb949d048c4 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550115 Dec 15 13:38:01.956255 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 88e9c4ee-249a-4eee-96e8-76942eb5641b up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:02.041913 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:02.137222 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 88e9c4ee-249a-4eee-96e8-76942eb5641b triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:02.137919 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.185326 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e193df-7783-46b6-a699-9d989b38d769 req-772a1378-bc18-476d-969b-59dc8b72e765 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:02.194146 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a6e193df-7783-46b6-a699-9d989b38d769 req-772a1378-bc18-476d-969b-59dc8b72e765 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 946 time: 0.1312008 Dec 15 13:38:02.204684 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58931959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59530716'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.283227 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-107eae4b-176b-490b-a01b-218a36b7fb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.300190 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a6e193df-7783-46b6-a699-9d989b38d769 req-9a93f44e-6b53-4c47-a549-9bdb592f2f50 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027362 Dec 15 13:38:02.340336 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef083064-3b99-4d8c-a212-11fb08c03fd6,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:02.361932 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Checking segment: {'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:02.362617 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Network hostable DHCP agents. Network: b3cc798e-f3c4-44a8-9c05-6369fe08f524, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:38:02.384351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Network b3cc798e-f3c4-44a8-9c05-6369fe08f524 is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:38:02.398112 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, b3cc798e-f3c4-44a8-9c05-6369fe08f524) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:02.405101 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:02.406147 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.411654 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45161b1b-dbaf-4852-92d6-f5a5cd8b981e None None] Network b3cc798e-f3c4-44a8-9c05-6369fe08f524 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:02.428256 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-fb4478d5-566e-4866-a087-93eda8eb205b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5961268 Dec 15 13:38:02.428404 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53734) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:02.432839 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:02.454351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.455348 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.493882 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 2, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:02.507521 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.523025 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:02.523406 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Updating router 31920225-105f-4b78-a4f1-470ea8f56b78 port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:38:02.566972 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.583442 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-b3cc798e-f3c4-44a8-9c05-6369fe08f524', 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524', 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'fixed_ips': [{'subnet_id': 'ef083064-3b99-4d8c-a212-11fb08c03fd6'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:38:02.584285 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.646595 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.850774 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Allocated IP 172.20.0.2 (b3cc798e-f3c4-44a8-9c05-6369fe08f524/ef083064-3b99-4d8c-a212-11fb08c03fd6/aacee177-8bcc-4430-a1d8-aaba5e536525) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:02.853270 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.873618 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.984004 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Allocated IP 172.27.1.236 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/ef5f43e9-7232-404a-ab4d-ee25ef541fc3) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:03.048926 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.060853 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab59219-37ac-44d2-9744-bf964c798269 req-e5f56d06-20b4-46f9-8382-aff388c26b35 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:03.061952 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.062315 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dab59219-37ac-44d2-9744-bf964c798269 req-e5f56d06-20b4-46f9-8382-aff388c26b35 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0655210 Dec 15 13:38:03.106774 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.114344 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.123282 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dab59219-37ac-44d2-9744-bf964c798269 req-8632f790-25d6-490d-867d-402de9041578 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542593 Dec 15 13:38:03.130696 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.135456 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688aeda3-bbdc-4507-8baa-cf96bca38dae None None] Pushing event updated for resources: {'Port': ['ID=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:03.155651 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.201747 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:03.204825 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:03.214368 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:03.217673 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Pushing event updated for resources: {'Port': ['ID=ef5f43e9-7232-404a-ab4d-ee25ef541fc3,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:03.223519 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Network b3cc798e-f3c4-44a8-9c05-6369fe08f524 is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:03.233704 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Pushing event updated for resources: {'Port': ['ID=aacee177-8bcc-4430-a1d8-aaba5e536525,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:03.254489 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:03.260082 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:03.270721 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Attempting to bind port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:03.271091 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Attempting to bind port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:03.271459 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Attempting to bind port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e on network 7bf9178e-ef91-4e23-a896-35ca60172592 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:03.291215 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:03.291604 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Checking segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:03.291990 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.292387 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Bound using segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:03.292866 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Bound port: 280fd11c-fb91-4c8d-bc0e-863572c1ed0e, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:03.293369 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.325421 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.378598 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Attempting to bind port aacee177-8bcc-4430-a1d8-aaba5e536525 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:03.378974 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Attempting to bind port aacee177-8bcc-4430-a1d8-aaba5e536525 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:03.379333 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Attempting to bind port aacee177-8bcc-4430-a1d8-aaba5e536525 on network b3cc798e-f3c4-44a8-9c05-6369fe08f524 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:03.387285 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:03.387656 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Checking segment: {'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:03.388051 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.388427 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Bound using segment: {'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:03.388895 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Bound port: aacee177-8bcc-4430-a1d8-aaba5e536525, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:03.389273 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.458707 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] For port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:03.460584 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-c145145f-2e10-46c7-9d16-37b14219f6fb None None] Provisioning complete for port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:03.460953 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c145145f-2e10-46c7-9d16-37b14219f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.497599 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] For port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:03.510471 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.510925 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.681205 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] For port aacee177-8bcc-4430-a1d8-aaba5e536525, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:03.693478 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-c145145f-2e10-46c7-9d16-37b14219f6fb None None] Port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:03.700784 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] For port aacee177-8bcc-4430-a1d8-aaba5e536525, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=aacee177-8bcc-4430-a1d8-aaba5e536525,segment=NetworkSegment(7688fdd1-ef99-46aa-ad6c-63a107c1555d),segment_id=7688fdd1-ef99-46aa-ad6c-63a107c1555d)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:03.708624 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.713898 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:03.735028 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688aeda3-bbdc-4507-8baa-cf96bca38dae None None] Pushing event updated for resources: {'Port': ['ID=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:03.740598 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:03.741218 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:03.865424 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Router 854f19b6-65ad-4a84-8ae8-85be4965260b is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:38:03.886186 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6e06-8897-40ee-818f-6f68b08c9259 None None] Pushing event updated for resources: {'Port': ['ID=aacee177-8bcc-4430-a1d8-aaba5e536525,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:03.914444 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:03.985134 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:04.017935 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.023993 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7bfd1ceb-d848-445b-bdc1-1904bd34998b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5917079 Dec 15 13:38:04.024734 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53748) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:04.033395 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Sync routers for ids ['854f19b6-65ad-4a84-8ae8-85be4965260b'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:04.046202 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Routers {'854f19b6-65ad-4a84-8ae8-85be4965260b'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:04.046813 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['854f19b6-65ad-4a84-8ae8-85be4965260b'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:04.101585 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-5e6ddd31-049c-4ef0-b517-9b75d015ecb6 None None] Provisioning complete for port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:04.102781 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddd31-049c-4ef0-b517-9b75d015ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.284140 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddd31-049c-4ef0-b517-9b75d015ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.288606 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Set router 854f19b6-65ad-4a84-8ae8-85be4965260b gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:04.310862 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec4e7d-cdb2-43c3-b6d7-642997373ad3 req-89b49e8d-591e-4300-b042-1784d077ebca tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:04.322510 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1eec4e7d-cdb2-43c3-b6d7-642997373ad3 req-89b49e8d-591e-4300-b042-1784d077ebca tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0921977 Dec 15 13:38:04.397141 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1eec4e7d-cdb2-43c3-b6d7-642997373ad3 req-9c3acc8e-ae3c-427d-9800-3ac215e16061 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726869 Dec 15 13:38:04.414264 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-5e6ddd31-049c-4ef0-b517-9b75d015ecb6 None None] For port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:04.424289 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddd31-049c-4ef0-b517-9b75d015ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.433484 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:03Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:04.521144 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e91cd8-f2bd-45f1-8d4f-bf9508792af2 None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:03Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:04.573062 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:03Z', 'revision_number': 3, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port': {'id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:04.594016 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ddd31-049c-4ef0-b517-9b75d015ecb6 None None] Pushing event updated for resources: {'Port': ['ID=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:04.625684 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Checking router: 854f19b6-65ad-4a84-8ae8-85be4965260b for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:04.626185 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Updating router 854f19b6-65ad-4a84-8ae8-85be4965260b port ef5f43e9-7232-404a-ab4d-ee25ef541fc3 binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:38:04.669646 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.883017 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-5e002ac7-c504-4f75-83dc-4c3b3b1a7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:04.885047 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-5e002ac7-c504-4f75-83dc-4c3b3b1a7656 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1098 time: 0.3520617 Dec 15 13:38:04.896388 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.970743 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.979496 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.986973 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.031605 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Attempting to bind port ef5f43e9-7232-404a-ab4d-ee25ef541fc3 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:05.031975 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Attempting to bind port ef5f43e9-7232-404a-ab4d-ee25ef541fc3 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:05.032332 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Attempting to bind port ef5f43e9-7232-404a-ab4d-ee25ef541fc3 on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:05.040881 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b1ddbe-ccf1-4988-8604-130ed26f5a1f None None] Network b3cc798e-f3c4-44a8-9c05-6369fe08f524 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:05.046980 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b598835-bdd0-456f-93d1-2e391d1cc750 None None] Pushing event updated for resources: {'Port': ['ID=ef5f43e9-7232-404a-ab4d-ee25ef541fc3,revision_number=2']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:05.049684 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:05.050196 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:05.050471 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.050847 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:05.051303 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Bound port: ef5f43e9-7232-404a-ab4d-ee25ef541fc3, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:05.051701 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.103118 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] For port ef5f43e9-7232-404a-ab4d-ee25ef541fc3, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:05.106382 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] For port ef5f43e9-7232-404a-ab4d-ee25ef541fc3, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ef5f43e9-7232-404a-ab4d-ee25ef541fc3,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:05.113634 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.169291 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-a31a3f68-f060-4a58-ace2-dd8cbb1df650 None None] Provisioning complete for port aacee177-8bcc-4430-a1d8-aaba5e536525 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:05.169877 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a31a3f68-f060-4a58-ace2-dd8cbb1df650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.180118 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Routers {'854f19b6-65ad-4a84-8ae8-85be4965260b'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:05.180118 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['854f19b6-65ad-4a84-8ae8-85be4965260b'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:05.181159 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b598835-bdd0-456f-93d1-2e391d1cc750 None None] Pushing event updated for resources: {'Port': ['ID=ef5f43e9-7232-404a-ab4d-ee25ef541fc3,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:05.203559 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Allocated IP 172.20.0.1 (b3cc798e-f3c4-44a8-9c05-6369fe08f524/ef083064-3b99-4d8c-a212-11fb08c03fd6/e1b90798-e3bd-43fe-b99f-ab73e92ef294) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:05.314800 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] Set router 854f19b6-65ad-4a84-8ae8-85be4965260b gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:05.318879 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a31a3f68-f060-4a58-ace2-dd8cbb1df650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.360075 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.366820 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a31a3f68-f060-4a58-ace2-dd8cbb1df650 None None] For port aacee177-8bcc-4430-a1d8-aaba5e536525, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=aacee177-8bcc-4430-a1d8-aaba5e536525,segment=NetworkSegment(7688fdd1-ef99-46aa-ad6c-63a107c1555d),segment_id=7688fdd1-ef99-46aa-ad6c-63a107c1555d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:05.372401 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a31a3f68-f060-4a58-ace2-dd8cbb1df650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.432990 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.458555 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a3f68-f060-4a58-ace2-dd8cbb1df650 None None] Pushing event updated for resources: {'Port': ['ID=aacee177-8bcc-4430-a1d8-aaba5e536525,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:05.530433 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Network b3cc798e-f3c4-44a8-9c05-6369fe08f524 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:05.550065 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:05.565029 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.575052 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:05.603280 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-2ff5a9f5-5440-4717-ab75-5ff3ced3a6d9 None None] Provisioning complete for port aacee177-8bcc-4430-a1d8-aaba5e536525 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:05.603649 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2ff5a9f5-5440-4717-ab75-5ff3ced3a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.604970 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a6fed-aba0-48ac-9962-6dd09a6d7b96 req-97fcb835-be10-49a5-94cc-6597684d6f02 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:05.612671 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-aa2a6fed-aba0-48ac-9962-6dd09a6d7b96 req-97fcb835-be10-49a5-94cc-6597684d6f02 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1022630 Dec 15 13:38:05.703170 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b90798-e3bd-43fe-b99f-ab73e92ef294,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:05.711187 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:03Z', 'revision_number': 3, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port': {'id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:05.739797 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.751869 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0d676-c078-4968-9af4-1784db0ec763 None None] The sync data for ids ['854f19b6-65ad-4a84-8ae8-85be4965260b'] in dv-cinder-813228-4-iscsi is: [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:03Z', 'revision_number': 3, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port': {'id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:05.790975 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-aa2a6fed-aba0-48ac-9962-6dd09a6d7b96 req-0d147f8f-8fca-414c-804f-5d8e8267f7c5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572380 Dec 15 13:38:05.911201 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-0f0f5fa5-dc6a-46fb-be9f-79d79e73e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:05.912736 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-0f0f5fa5-dc6a-46fb-be9f-79d79e73e756 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.3954999 Dec 15 13:38:05.918723 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.957656 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 280fd11c-fb91-4c8d-bc0e-863572c1ed0e up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:06.023718 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:06.024596 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.045188 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-9d373ddb-ae2a-4e3a-92d1-73bef740e86f None None] Provisioning complete for port e1b90798-e3bd-43fe-b99f-ab73e92ef294 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:06.046163 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9d373ddb-ae2a-4e3a-92d1-73bef740e86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.092776 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-9d373ddb-ae2a-4e3a-92d1-73bef740e86f None None] Port e1b90798-e3bd-43fe-b99f-ab73e92ef294 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:06.099951 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.105126 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.140054 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device aacee177-8bcc-4430-a1d8-aaba5e536525 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:06.177006 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.191613 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b90798-e3bd-43fe-b99f-ab73e92ef294,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:06.208191 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port aacee177-8bcc-4430-a1d8-aaba5e536525 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:06.210825 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.300744 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Network b3cc798e-f3c4-44a8-9c05-6369fe08f524 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:06.302462 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:06.341137 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.423109 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Router 854f19b6-65ad-4a84-8ae8-85be4965260b has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:38:06.569896 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:06.589240 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f54bbfa0-3f70-443c-a084-7cb8258ce6b7 admin admin] 10.222.0.83 "PUT /v2.0/routers/854f19b6-65ad-4a84-8ae8-85be4965260b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5632796 Dec 15 13:38:06.622749 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-f95c0f11-82f2-42c6-a292-0f38838b2e33 None None] Provisioning complete for port e1b90798-e3bd-43fe-b99f-ab73e92ef294 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:06.623123 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f95c0f11-82f2-42c6-a292-0f38838b2e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.678844 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-f95c0f11-82f2-42c6-a292-0f38838b2e33 None None] Port e1b90798-e3bd-43fe-b99f-ab73e92ef294 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:07.234025 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53798) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:07.239964 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-c67ff3bb-0834-4a9b-be4d-3c0e88762a09 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219894246', 'description': 'tempest-secgroup-smoke-1219894246 description', 'project_id': 'c0da9050a08e442887ca8dc346374836'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:07.264955 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c67ff3bb-0834-4a9b-be4d-3c0e88762a09 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.358447 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-4a650ec7-3d05-43af-b9a9-8c2ff08b80e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 200 len: 217 time: 0.0428386 Dec 15 13:38:07.411152 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-f60526d4-239f-4d54-bc14-ab672eed168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:07.412551 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-f60526d4-239f-4d54-bc14-ab672eed168f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.0463252 Dec 15 13:38:07.447350 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-a152433a-b5d0-4b39-b807-1a6e0c647fd2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260315 Dec 15 13:38:07.501687 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca33ffe-0af2-4d32-b11a-838646fde4c8 req-42500033-d742-4a8c-9387-ccd2091fe4ee tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:07.503303 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3ca33ffe-0af2-4d32-b11a-838646fde4c8 req-42500033-d742-4a8c-9387-ccd2091fe4ee tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.2297287 Dec 15 13:38:07.549139 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-5838a2f5-f671-42b4-ae20-ad3f02ff9104 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889075 Dec 15 13:38:07.550967 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c67ff3bb-0834-4a9b-be4d-3c0e88762a09 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.558166 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c67ff3bb-0834-4a9b-be4d-3c0e88762a09 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.603991 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3ca33ffe-0af2-4d32-b11a-838646fde4c8 req-eb7d1a0f-2a6f-4be2-91df-f212769a07ac tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879571 Dec 15 13:38:07.610149 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c67ff3bb-0834-4a9b-be4d-3c0e88762a09 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.613964 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-c67ff3bb-0834-4a9b-be4d-3c0e88762a09 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3787746 Dec 15 13:38:07.614572 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53802) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:07.616819 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ff3bb-0834-4a9b-be4d-3c0e88762a09 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf70fc2-d28b-482d-baaa-5118a849ccef,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:07.636899 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-1a245f07-be95-4d73-b1d7-e4cf5eb3e7ed tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'security_group_rule': {'security_group_id': 'fcf70fc2-d28b-482d-baaa-5118a849ccef', 'project_id': 'c0da9050a08e442887ca8dc346374836', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:07.658173 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-02dc01bf-3b45-47b0-a28e-0ae7b1c27710 req-a781263d-4cc3-4aab-b6c4-7de2d2e7cdcb service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003137 Dec 15 13:38:07.673451 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Sync routers for ids ['854f19b6-65ad-4a84-8ae8-85be4965260b'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:07.687440 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Routers {'854f19b6-65ad-4a84-8ae8-85be4965260b'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:07.688090 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['854f19b6-65ad-4a84-8ae8-85be4965260b'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:07.695022 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1a245f07-be95-4d73-b1d7-e4cf5eb3e7ed tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.792441 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1a245f07-be95-4d73-b1d7-e4cf5eb3e7ed tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.796786 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1a245f07-be95-4d73-b1d7-e4cf5eb3e7ed tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.835489 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1a245f07-be95-4d73-b1d7-e4cf5eb3e7ed tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.838485 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1a245f07-be95-4d73-b1d7-e4cf5eb3e7ed tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2226398 Dec 15 13:38:07.841188 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53820) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:07.846343 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-8f48de89-076c-4307-95d0-b5241f243ec1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'security_group_rule': {'security_group_id': 'fcf70fc2-d28b-482d-baaa-5118a849ccef', 'project_id': 'c0da9050a08e442887ca8dc346374836', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:07.861345 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a245f07-be95-4d73-b1d7-e4cf5eb3e7ed tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0b1307-ee2e-4308-9b0b-56614629c9e9,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:07.862284 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ef5f43e9-7232-404a-ab4d-ee25ef541fc3 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:07.890764 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8f48de89-076c-4307-95d0-b5241f243ec1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.902660 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Set router 854f19b6-65ad-4a84-8ae8-85be4965260b gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:07.969882 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8f48de89-076c-4307-95d0-b5241f243ec1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.976214 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8f48de89-076c-4307-95d0-b5241f243ec1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.997071 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48de89-076c-4307-95d0-b5241f243ec1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231275e4-09fc-4289-873a-4e47b727211b,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.007149 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8f48de89-076c-4307-95d0-b5241f243ec1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.010592 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-8f48de89-076c-4307-95d0-b5241f243ec1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683469 Dec 15 13:38:08.015353 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 53826) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:08.018385 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-716b74b9-45f7-4a07-9db1-502531656eb2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'security_group_rule': {'security_group_id': 'fcf70fc2-d28b-482d-baaa-5118a849ccef', 'project_id': 'c0da9050a08e442887ca8dc346374836', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:08.051739 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-716b74b9-45f7-4a07-9db1-502531656eb2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.055568 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port ef5f43e9-7232-404a-ab4d-ee25ef541fc3 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:08.055936 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.136040 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-716b74b9-45f7-4a07-9db1-502531656eb2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.141016 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-716b74b9-45f7-4a07-9db1-502531656eb2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.159691 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b74b9-45f7-4a07-9db1-502531656eb2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555e2c52-5158-4e96-a078-f72610c088f9,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.179664 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-716b74b9-45f7-4a07-9db1-502531656eb2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.179664 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-716b74b9-45f7-4a07-9db1-502531656eb2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1606305 Dec 15 13:38:08.179951 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53832) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:08.190122 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-aa730234-56ea-45df-be87-44774d86bed4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'security_group_rule': {'security_group_id': 'fcf70fc2-d28b-482d-baaa-5118a849ccef', 'project_id': 'c0da9050a08e442887ca8dc346374836', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:08.255145 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-aa730234-56ea-45df-be87-44774d86bed4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.274227 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041bb1d-0bc2-4980-83c1-76de85b1b950 req-8169f2ed-ccb5-4936-8f3e-b9eaaf2081f1 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:08.276617 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a041bb1d-0bc2-4980-83c1-76de85b1b950 req-8169f2ed-ccb5-4936-8f3e-b9eaaf2081f1 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 946 time: 0.0777903 Dec 15 13:38:08.343769 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.365476 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-aa730234-56ea-45df-be87-44774d86bed4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.374634 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port ef5f43e9-7232-404a-ab4d-ee25ef541fc3, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ef5f43e9-7232-404a-ab4d-ee25ef541fc3,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:08.390358 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a041bb1d-0bc2-4980-83c1-76de85b1b950 req-c8c5be42-d585-4223-883b-8b546b78090b tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872662 Dec 15 13:38:08.390358 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-aa730234-56ea-45df-be87-44774d86bed4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.390768 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 4, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port': {'id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'e1b90798-e3bd-43fe-b99f-ab73e92ef294', 'name': '', 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'mac_address': 'fa:16:3e:43:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'ef083064-3b99-4d8c-a212-11fb08c03fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:05Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 2, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'subnets': [{'id': 'ef083064-3b99-4d8c-a212-11fb08c03fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:08.390768 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.404794 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa730234-56ea-45df-be87-44774d86bed4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e33d048-c7fc-411e-a680-611b03cf1db3,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.418475 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Checking router: 854f19b6-65ad-4a84-8ae8-85be4965260b for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:08.418748 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Updating router 854f19b6-65ad-4a84-8ae8-85be4965260b port e1b90798-e3bd-43fe-b99f-ab73e92ef294 binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:38:08.426049 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-aa730234-56ea-45df-be87-44774d86bed4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.429818 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-aa730234-56ea-45df-be87-44774d86bed4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2478740 Dec 15 13:38:08.430070 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53842) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:08.436522 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-140bcd73-b13e-4912-8f27-f9ab3992f559 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'security_group_rule': {'security_group_id': 'fcf70fc2-d28b-482d-baaa-5118a849ccef', 'project_id': 'c0da9050a08e442887ca8dc346374836', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:08.459142 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.securitygroups_db [None req-140bcd73-b13e-4912-8f27-f9ab3992f559 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Project c0da9050a08e442887ca8dc346374836 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:38:08.464210 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-140bcd73-b13e-4912-8f27-f9ab3992f559 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.474520 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.501234 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=ef5f43e9-7232-404a-ab4d-ee25ef541fc3,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.533876 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-140bcd73-b13e-4912-8f27-f9ab3992f559 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.537780 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-140bcd73-b13e-4912-8f27-f9ab3992f559 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.558066 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bcd73-b13e-4912-8f27-f9ab3992f559 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610989d0-0562-49a3-8a6f-faa480eb9184,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.562357 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-140bcd73-b13e-4912-8f27-f9ab3992f559 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.566255 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-140bcd73-b13e-4912-8f27-f9ab3992f559 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310136 Dec 15 13:38:08.566707 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 53844) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:08.570985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-7e795dd7-9e76-484c-b71a-f99d5f757ab6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'security_group_rule': {'security_group_id': 'fcf70fc2-d28b-482d-baaa-5118a849ccef', 'project_id': 'c0da9050a08e442887ca8dc346374836', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:08.593032 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.securitygroups_db [None req-7e795dd7-9e76-484c-b71a-f99d5f757ab6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Project c0da9050a08e442887ca8dc346374836 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:38:08.597882 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7e795dd7-9e76-484c-b71a-f99d5f757ab6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.671072 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7e795dd7-9e76-484c-b71a-f99d5f757ab6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.685196 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7e795dd7-9e76-484c-b71a-f99d5f757ab6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.724936 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e795dd7-9e76-484c-b71a-f99d5f757ab6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e81a99-791f-49e3-a40c-1acf3be4e6ba,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.742484 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7e795dd7-9e76-484c-b71a-f99d5f757ab6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.747972 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-7e795dd7-9e76-484c-b71a-f99d5f757ab6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1802118 Dec 15 13:38:08.761771 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23a3d7-42e8-4af5-bebc-953c7ee66ce0 req-e0fcb2a5-6dd9-4790-9401-74f15d1c3c11 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:08.763472 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fe23a3d7-42e8-4af5-bebc-953c7ee66ce0 req-e0fcb2a5-6dd9-4790-9401-74f15d1c3c11 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0895064 Dec 15 13:38:08.770978 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.780023 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.858025 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d031e-3151-4452-8720-e38ad9f35541 None None] Pushing event updated for resources: {'Port': ['ID=e1b90798-e3bd-43fe-b99f-ab73e92ef294,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.885957 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fe23a3d7-42e8-4af5-bebc-953c7ee66ce0 req-7b23abb9-2194-4e74-bbde-e9a823824352 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107864 Dec 15 13:38:08.931607 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Attempting to bind port e1b90798-e3bd-43fe-b99f-ab73e92ef294 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:08.932362 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Attempting to bind port e1b90798-e3bd-43fe-b99f-ab73e92ef294 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:08.932362 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Attempting to bind port e1b90798-e3bd-43fe-b99f-ab73e92ef294 on network b3cc798e-f3c4-44a8-9c05-6369fe08f524 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:08.939419 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:08.939818 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Checking segment: {'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:08.940213 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.940611 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Bound using segment: {'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:08.941083 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Bound port: e1b90798-e3bd-43fe-b99f-ab73e92ef294, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7688fdd1-ef99-46aa-ad6c-63a107c1555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:08.941466 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.034751 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] For port e1b90798-e3bd-43fe-b99f-ab73e92ef294, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:09.038068 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] For port e1b90798-e3bd-43fe-b99f-ab73e92ef294, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=e1b90798-e3bd-43fe-b99f-ab73e92ef294,segment=NetworkSegment(7688fdd1-ef99-46aa-ad6c-63a107c1555d),segment_id=7688fdd1-ef99-46aa-ad6c-63a107c1555d)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:09.045400 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.103845 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d031e-3151-4452-8720-e38ad9f35541 None None] Pushing event updated for resources: {'Port': ['ID=e1b90798-e3bd-43fe-b99f-ab73e92ef294,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:09.135220 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-345ff222-9c87-4725-9cf9-727aaaed8043 None None] Provisioning complete for port e1b90798-e3bd-43fe-b99f-ab73e92ef294 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:09.135658 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-345ff222-9c87-4725-9cf9-727aaaed8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.140337 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Routers {'854f19b6-65ad-4a84-8ae8-85be4965260b'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:09.141050 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['854f19b6-65ad-4a84-8ae8-85be4965260b'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:09.318687 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] Set router 854f19b6-65ad-4a84-8ae8-85be4965260b gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:09.380674 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-345ff222-9c87-4725-9cf9-727aaaed8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.560311 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d707fa-e43d-4094-bbce-9fbfce3e9b2b req-53efe09e-94f8-46c5-b7dc-da225e896e3d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:09.562666 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3d707fa-e43d-4094-bbce-9fbfce3e9b2b req-53efe09e-94f8-46c5-b7dc-da225e896e3d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 946 time: 0.0637543 Dec 15 13:38:09.602655 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-345ff222-9c87-4725-9cf9-727aaaed8043 None None] For port e1b90798-e3bd-43fe-b99f-ab73e92ef294, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=e1b90798-e3bd-43fe-b99f-ab73e92ef294,segment=NetworkSegment(7688fdd1-ef99-46aa-ad6c-63a107c1555d),segment_id=7688fdd1-ef99-46aa-ad6c-63a107c1555d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:09.612327 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-345ff222-9c87-4725-9cf9-727aaaed8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.696944 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ff222-9c87-4725-9cf9-727aaaed8043 None None] Pushing event updated for resources: {'Port': ['ID=e1b90798-e3bd-43fe-b99f-ab73e92ef294,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:09.707881 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3d707fa-e43d-4094-bbce-9fbfce3e9b2b req-69782400-f1f7-4def-8cbf-f49f4bc4578d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360993 Dec 15 13:38:09.749675 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-d1c05049-24fe-4dad-9e26-20b3380ecb23 None None] Provisioning complete for port e1b90798-e3bd-43fe-b99f-ab73e92ef294 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:09.750235 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-d1c05049-24fe-4dad-9e26-20b3380ecb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.801585 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 4, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port': {'id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'e1b90798-e3bd-43fe-b99f-ab73e92ef294', 'name': '', 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'mac_address': 'fa:16:3e:43:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'ef083064-3b99-4d8c-a212-11fb08c03fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:05Z', 'updated_at': '2021-12-15T13:38:09Z', 'revision_number': 4, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'subnets': [{'id': 'ef083064-3b99-4d8c-a212-11fb08c03fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:09.841677 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad95521-43c0-4963-bd69-ae008e8895d6 None None] The sync data for ids ['854f19b6-65ad-4a84-8ae8-85be4965260b'] in dv-cinder-813228-4-iscsi is: [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 4, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port': {'id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'e1b90798-e3bd-43fe-b99f-ab73e92ef294', 'name': '', 'network_id': 'b3cc798e-f3c4-44a8-9c05-6369fe08f524', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'mac_address': 'fa:16:3e:43:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'ef083064-3b99-4d8c-a212-11fb08c03fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:05Z', 'updated_at': '2021-12-15T13:38:09Z', 'revision_number': 4, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'subnets': [{'id': 'ef083064-3b99-4d8c-a212-11fb08c03fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:09.886083 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ef5f43e9-7232-404a-ab4d-ee25ef541fc3 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:09.973060 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618adc9a-d404-49b1-af15-75004b57efb3 req-10802d5e-50a8-4a45-bba5-c93f41a667ce tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:09.982464 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-618adc9a-d404-49b1-af15-75004b57efb3 req-10802d5e-50a8-4a45-bba5-c93f41a667ce tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 946 time: 0.1159925 Dec 15 13:38:10.069895 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port ef5f43e9-7232-404a-ab4d-ee25ef541fc3 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:10.070265 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.195233 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Deleting port d633ef25-5df0-4c20-bdf3-e7afadaef50f {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:10.195669 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.245520 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5cb4c-bda6-4fd0-a894-4b168a79b669 req-9bf83bee-d2aa-4587-bf3d-9e649e6d447d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:10.247170 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1bf5cb4c-bda6-4fd0-a894-4b168a79b669 req-9bf83bee-d2aa-4587-bf3d-9e649e6d447d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1243002 Dec 15 13:38:10.374569 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1bf5cb4c-bda6-4fd0-a894-4b168a79b669 req-27c9e1da-c59a-4758-8045-f4ea7a3e63f6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106293 Dec 15 13:38:10.400501 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] For port d633ef25-5df0-4c20-bdf3-e7afadaef50f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633ef25-5df0-4c20-bdf3-e7afadaef50f,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:10.400867 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.416484 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Calling delete_port for d633ef25-5df0-4c20-bdf3-e7afadaef50f owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:10.594301 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.607439 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['d633ef25-5df0-4c20-bdf3-e7afadaef50f'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:10.675783 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Pushing event deleted for resources: {'Port': ['ID=d633ef25-5df0-4c20-bdf3-e7afadaef50f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:10.702437 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] No DVR routers for this DVR port d633ef25-5df0-4c20-bdf3-e7afadaef50f on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:10.702437 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.706123 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-618adc9a-d404-49b1-af15-75004b57efb3 req-0e19ab1f-e6fc-49bb-8af2-c94c306d7bff tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.66 "DELETE /v2.0/ports/d633ef25-5df0-4c20-bdf3-e7afadaef50f HTTP/1.1" status: 204 len: 173 time: 0.7227192 Dec 15 13:38:10.706605 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb877af0-0c4c-4e87-afba-ac87eaca7e67', 'name': 'network-vif-deleted', 'tag': 'd633ef25-5df0-4c20-bdf3-e7afadaef50f'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:10.709611 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9ed6e4-2467-4dbd-a35c-86d5768e571a" -d '{"events": [{"server_uuid": "bb877af0-0c4c-4e87-afba-ac87eaca7e67", "name": "network-vif-deleted", "tag": "d633ef25-5df0-4c20-bdf3-e7afadaef50f"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:10.772324 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e60dfb-b6e2-4b4a-888d-3e25d977754e x-openstack-request-id: req-c6e60dfb-b6e2-4b4a-888d-3e25d977754e {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:10.772324 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb877af0-0c4c-4e87-afba-ac87eaca7e67", "name": "network-vif-deleted", "tag": "d633ef25-5df0-4c20-bdf3-e7afadaef50f", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:10.772324 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c6e60dfb-b6e2-4b4a-888d-3e25d977754e {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:10.772324 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb877af0-0c4c-4e87-afba-ac87eaca7e67', 'name': 'network-vif-deleted', 'tag': 'd633ef25-5df0-4c20-bdf3-e7afadaef50f', 'status': 'completed', 'code': 200} Dec 15 13:38:10.832869 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03ea3cf7-632f-4cb3-a547-694f4d02e4b9 req-e9398cdb-6dae-4f7d-881c-8eece0e68f36 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb877af0-0c4c-4e87-afba-ac87eaca7e67 HTTP/1.1" status: 200 len: 210 time: 0.0349543 Dec 15 13:38:11.498509 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127988b-dd79-4bf7-b9c0-5df2c04340dc req-0a6568ef-c5d2-4f47-8541-954453395335 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:11.500152 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3127988b-dd79-4bf7-b9c0-5df2c04340dc req-0a6568ef-c5d2-4f47-8541-954453395335 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0552962 Dec 15 13:38:11.529868 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54012) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:11.564656 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3127988b-dd79-4bf7-b9c0-5df2c04340dc req-83e2e515-bc42-4c2d-85d8-f5f76f696f37 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564830 Dec 15 13:38:11.649311 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f8e60cff-5009-4db8-9679-1c06cf849af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.755312 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f8e60cff-5009-4db8-9679-1c06cf849af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.764834 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f8e60cff-5009-4db8-9679-1c06cf849af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.801819 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e60cff-5009-4db8-9679-1c06cf849af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1f34ad-159b-4802-9e58-5e4f67a1c1f4,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:11.834089 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f8e60cff-5009-4db8-9679-1c06cf849af1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b9b1a2bcacb74a3295d6cb0d26518b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028827 Dec 15 13:38:11.837749 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54038) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:11.860631 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device e1b90798-e3bd-43fe-b99f-ab73e92ef294 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:11.962688 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port e1b90798-e3bd-43fe-b99f-ab73e92ef294 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:11.963349 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:12.003340 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cc357667-b5df-4235-9eb0-5a906cad384a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:12.048700 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cc357667-b5df-4235-9eb0-5a906cad384a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:12.135943 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cc357667-b5df-4235-9eb0-5a906cad384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:12.139277 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cc357667-b5df-4235-9eb0-5a906cad384a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:12.140809 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-cc357667-b5df-4235-9eb0-5a906cad384a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6e1f34ad-159b-4802-9e58-5e4f67a1c1f4 HTTP/1.1" status: 204 len: 168 time: 0.3019400 Dec 15 13:38:12.161819 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc357667-b5df-4235-9eb0-5a906cad384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1f34ad-159b-4802-9e58-5e4f67a1c1f4,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:12.572168 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54116) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:12.694075 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60765c6-6c11-494e-8a08-437a486ca93e req-a2d553c5-0420-4d17-979b-4584a6d81b85 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:12.704208 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-a2d553c5-0420-4d17-979b-4584a6d81b85 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/networks?id=c3738d27-4a35-4a97-97f2-d3c9cace88de HTTP/1.1" status: 200 len: 808 time: 0.1910617 Dec 15 13:38:12.724922 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-0af92618-8376-4451-9f49-b0f3022fb15f tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/quotas/b3823701b6f1423aa1ecd29bf162e5db HTTP/1.1" status: 200 len: 375 time: 0.0196834 Dec 15 13:38:12.733325 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54132) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:12.747884 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-846ad4ff-de70-4420-a5a8-07b2556f13a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:12.769395 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-4c9b69ce-bf3e-4583-9fdd-a1408e11ba0d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3823701b6f1423aa1ecd29bf162e5db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435805 Dec 15 13:38:12.926387 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcddb2-c595-4278-95d6-10873f6cb475 req-907ff889-f23d-47b1-a2d6-2037162443f1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:12.927057 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-846ad4ff-de70-4420-a5a8-07b2556f13a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:12.928790 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7fdcddb2-c595-4278-95d6-10873f6cb475 req-907ff889-f23d-47b1-a2d6-2037162443f1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0781353 Dec 15 13:38:12.932979 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-846ad4ff-de70-4420-a5a8-07b2556f13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:12.942840 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-91f9dbec-975d-4463-a316-04ba8cc699b6 service neutron] 10.222.0.83 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724994 Dec 15 13:38:13.013440 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ad4ff-de70-4420-a5a8-07b2556f13a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b5260-57df-4d01-a45d-993069f99e13,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:13.032752 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-846ad4ff-de70-4420-a5a8-07b2556f13a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7de4525c9c7d42339f888c28713f126c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974205 Dec 15 13:38:13.035465 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54150) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:13.043304 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54152) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:13.091337 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-461b801b-84bd-4ea7-914d-838fde129f5c service neutron] 10.222.0.83 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474974 Dec 15 13:38:13.104768 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7fdcddb2-c595-4278-95d6-10873f6cb475 req-6cf33247-6b1a-4cdb-baa2-76b0151600c5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981758 Dec 15 13:38:13.107494 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-84f5059a-604f-4718-9cd3-3e170e91b7b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.139740 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-786c71f4-19b2-4e43-9c8c-67fdbc1a042e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.145609 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-84f5059a-604f-4718-9cd3-3e170e91b7b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.160148 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b137c3b7-e792-4e86-a8e6-7cbc0abbf85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.198739 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-84f5059a-604f-4718-9cd3-3e170e91b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.201597 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-84f5059a-604f-4718-9cd3-3e170e91b7b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.205307 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-84f5059a-604f-4718-9cd3-3e170e91b7b4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fb1b5260-57df-4d01-a45d-993069f99e13 HTTP/1.1" status: 204 len: 168 time: 0.1662066 Dec 15 13:38:13.220312 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5059a-604f-4718-9cd3-3e170e91b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b5260-57df-4d01-a45d-993069f99e13,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:13.342318 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-55223401-0bde-418f-b894-191abb7ce239 req-872d7500-3d66-459e-b39d-426a0e8db85c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 210 time: 0.0458655 Dec 15 13:38:13.380908 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594281d4-33b8-4627-a0a2-3f28236dbcb8 req-cbc03269-d3de-4f3b-ac27-8c96d1dc1054 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:13.382697 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-594281d4-33b8-4627-a0a2-3f28236dbcb8 req-cbc03269-d3de-4f3b-ac27-8c96d1dc1054 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1616576 Dec 15 13:38:13.408492 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b137c3b7-e792-4e86-a8e6-7cbc0abbf85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.414462 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-786c71f4-19b2-4e43-9c8c-67fdbc1a042e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.427223 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b137c3b7-e792-4e86-a8e6-7cbc0abbf85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.433587 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-786c71f4-19b2-4e43-9c8c-67fdbc1a042e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.504730 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-b137c3b7-e792-4e86-a8e6-7cbc0abbf85e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3ae81ac49dbc413bbad34aa66c10913a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9216902 Dec 15 13:38:13.507260 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137c3b7-e792-4e86-a8e6-7cbc0abbf85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b273438-ab24-4970-982b-183da6091d5c,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:13.507629 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54170) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:13.527607 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-594281d4-33b8-4627-a0a2-3f28236dbcb8 req-77909bad-359a-47ed-8cab-23cc733fa56f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355953 Dec 15 13:38:13.546193 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-786c71f4-19b2-4e43-9c8c-67fdbc1a042e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f6fe0d2a84684c76af0ea767b460f0ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017700 Dec 15 13:38:13.548776 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54174) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:13.602924 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c71f4-19b2-4e43-9c8c-67fdbc1a042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0bdb17-f5a3-464b-a54a-574c7cb7d80b,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:13.607928 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-13351afb-c565-46ac-a6c1-5e78e4b9dbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.636717 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed5a0-36c1-495a-a242-77c27287cfd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.648197 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-13351afb-c565-46ac-a6c1-5e78e4b9dbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.662496 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed5a0-36c1-495a-a242-77c27287cfd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.729092 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed5a0-36c1-495a-a242-77c27287cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.734098 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed5a0-36c1-495a-a242-77c27287cfd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.734540 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-13351afb-c565-46ac-a6c1-5e78e4b9dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.738020 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-4b0ed5a0-36c1-495a-a242-77c27287cfd9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3e0bdb17-f5a3-464b-a54a-574c7cb7d80b HTTP/1.1" status: 204 len: 168 time: 0.1860993 Dec 15 13:38:13.741701 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-13351afb-c565-46ac-a6c1-5e78e4b9dbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:13.753273 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-13351afb-c565-46ac-a6c1-5e78e4b9dbdd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4b273438-ab24-4970-982b-183da6091d5c HTTP/1.1" status: 204 len: 168 time: 0.2444158 Dec 15 13:38:13.762949 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13351afb-c565-46ac-a6c1-5e78e4b9dbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b273438-ab24-4970-982b-183da6091d5c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:13.763801 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ed5a0-36c1-495a-a242-77c27287cfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0bdb17-f5a3-464b-a54a-574c7cb7d80b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:14.229278 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152de2fe-66de-40ee-a654-6a4789403abc req-a1dbf888-077e-4b2e-8897-c233bc638b15 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:14.232837 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54200) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:14.237982 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-152de2fe-66de-40ee-a654-6a4789403abc req-a1dbf888-077e-4b2e-8897-c233bc638b15 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0576560 Dec 15 13:38:14.264351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5af2-5a3a-4ed7-b991-8917a7d86f17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.298253 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-152de2fe-66de-40ee-a654-6a4789403abc req-1e227b89-6243-4757-8586-7520492ae021 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 Dec 15 13:38:14.316828 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54202) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:14.331834 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4caaca71-fee3-4700-94da-3ddf6ecdc0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.335552 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device d633ef25-5df0-4c20-bdf3-e7afadaef50f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:14.367588 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: d633ef25-5df0-4c20-bdf3-e7afadaef50f {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:14.368314 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device d633ef25-5df0-4c20-bdf3-e7afadaef50f not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:14.377418 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5af2-5a3a-4ed7-b991-8917a7d86f17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.389555 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5af2-5a3a-4ed7-b991-8917a7d86f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.449441 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b5af2-5a3a-4ed7-b991-8917a7d86f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee735bc-b249-4a3a-a8de-cd190def7a66,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:14.457986 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7a9b5af2-5a3a-4ed7-b991-8917a7d86f17 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bd49926f446b4a1682867118bb1bc532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237692 Dec 15 13:38:14.458931 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54206) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:14.527462 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b27fe6d1-8812-401d-af0e-475f61eff40d req-dc5ba855-40a0-4efe-84a7-7c6cc9932890 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 210 time: 0.0751455 Dec 15 13:38:14.586421 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4caaca71-fee3-4700-94da-3ddf6ecdc0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.597230 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4caaca71-fee3-4700-94da-3ddf6ecdc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.624281 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f85c769c-58cb-4a4d-aa8e-c5770357ee3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.648389 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-4caaca71-fee3-4700-94da-3ddf6ecdc0c8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3f8d188272aa4bdea7244bc5c37a1cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304498 Dec 15 13:38:14.651196 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54216) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:14.679394 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f85c769c-58cb-4a4d-aa8e-c5770357ee3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.706019 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaca71-fee3-4700-94da-3ddf6ecdc0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aff71d-8961-4d23-b2bd-8d220cde3e1c,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:14.756263 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194fc97-b974-4672-85c8-d7fdec5e81a0 req-cdd79e24-eab9-4e0d-9ad8-da05edccdf21 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:14.757788 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9194fc97-b974-4672-85c8-d7fdec5e81a0 req-cdd79e24-eab9-4e0d-9ad8-da05edccdf21 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1163459 Dec 15 13:38:14.759926 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24ca437f-367c-4956-98a0-d3743d5db150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.762029 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60765c6-6c11-494e-8a08-437a486ca93e req-29fc9961-e33a-4e84-8233-b42f99477613 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:14.763550 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-29fc9961-e33a-4e84-8233-b42f99477613 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.66 "GET /v2.0/networks?id=c3738d27-4a35-4a97-97f2-d3c9cace88de HTTP/1.1" status: 200 len: 808 time: 0.2650380 Dec 15 13:38:14.780012 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Request body: {'port': {'device_id': '1f60a740-5f73-4d7e-b08b-982dfd3644fe', 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de', 'admin_state_up': True, 'tenant_id': 'b3823701b6f1423aa1ecd29bf162e5db'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:14.829033 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24ca437f-367c-4956-98a0-d3743d5db150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.834230 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f85c769c-58cb-4a4d-aa8e-c5770357ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.837614 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f85c769c-58cb-4a4d-aa8e-c5770357ee3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.838794 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f85c769c-58cb-4a4d-aa8e-c5770357ee3c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5ee735bc-b249-4a3a-a8de-cd190def7a66 HTTP/1.1" status: 204 len: 168 time: 0.3785458 Dec 15 13:38:14.856576 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c769c-58cb-4a4d-aa8e-c5770357ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee735bc-b249-4a3a-a8de-cd190def7a66,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:14.881217 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9194fc97-b974-4672-85c8-d7fdec5e81a0 req-2a1ae7e1-60f1-4957-8110-5870b30ebc8c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102917 Dec 15 13:38:14.945743 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Made reservation on behalf of b3823701b6f1423aa1ecd29bf162e5db for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:14.950322 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.956857 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24ca437f-367c-4956-98a0-d3743d5db150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.960346 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24ca437f-367c-4956-98a0-d3743d5db150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:14.962378 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-24ca437f-367c-4956-98a0-d3743d5db150 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/00aff71d-8961-4d23-b2bd-8d220cde3e1c HTTP/1.1" status: 204 len: 168 time: 0.3102269 Dec 15 13:38:14.979162 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca437f-367c-4956-98a0-d3743d5db150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aff71d-8961-4d23-b2bd-8d220cde3e1c,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:15.095103 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Allocated IP 172.20.0.5 (c3738d27-4a35-4a97-97f2-d3c9cace88de/65b5acdd-c486-48db-8588-8524bc968bba/80cf7af8-b656-4e21-a8fa-be6462313256) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:15.264565 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:15.323781 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:15.402778 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Network c3738d27-4a35-4a97-97f2-d3c9cace88de is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:15.418854 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:15.423377 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:15.474818 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662298c8-0552-40fb-bdac-d460e42a7010 req-9f87c88b-c95f-49aa-ae4d-6017554882be tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:15.483003 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-662298c8-0552-40fb-bdac-d460e42a7010 req-9f87c88b-c95f-49aa-ae4d-6017554882be tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0860043 Dec 15 13:38:15.556719 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-662298c8-0552-40fb-bdac-d460e42a7010 req-b9a0034b-9e47-4240-ba4f-2e446b149f97 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677958 Dec 15 13:38:15.707761 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd236b-a2f0-47c2-8b81-30c572c29508 req-5bb1bdc6-3cab-4c44-9fb3-503261cbf92c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:15.710016 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0edd236b-a2f0-47c2-8b81-30c572c29508 req-5bb1bdc6-3cab-4c44-9fb3-503261cbf92c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 931 time: 0.0837595 Dec 15 13:38:15.753838 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Pushing event updated for resources: {'Port': ['ID=80cf7af8-b656-4e21-a8fa-be6462313256,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:15.779365 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0edd236b-a2f0-47c2-8b81-30c572c29508 req-01e489df-ab87-44b3-9494-81dfe21ae262 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613339 Dec 15 13:38:15.796546 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:15.798135 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:15.816998 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-2cdb5dee-acf6-4b4d-8ac6-c6e6f4488156 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0410573 Dec 15 13:38:15.931157 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Request body: {'port': {'device_id': '1f60a740-5f73-4d7e-b08b-982dfd3644fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:16.011287 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:16.051425 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da174f-9774-4ae8-97a0-342c00181b89 req-393d507b-cc84-499b-b472-0d2c096e47db tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:16.053527 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-77da174f-9774-4ae8-97a0-342c00181b89 req-393d507b-cc84-499b-b472-0d2c096e47db tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0602722 Dec 15 13:38:16.141002 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-77da174f-9774-4ae8-97a0-342c00181b89 req-24131582-9380-4f13-8ede-7524c970c225 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735373 Dec 15 13:38:16.402278 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cf7af8-b656-4e21-a8fa-be6462313256 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:16.422018 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:16.431704 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Transition to ACTIVE for port object 80cf7af8-b656-4e21-a8fa-be6462313256 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:38:16.438231 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:16.565628 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=80cf7af8-b656-4e21-a8fa-be6462313256,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:16.611065 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Attempting to bind port 80cf7af8-b656-4e21-a8fa-be6462313256 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:16.611491 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Attempting to bind port 80cf7af8-b656-4e21-a8fa-be6462313256 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:16.611885 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Attempting to bind port 80cf7af8-b656-4e21-a8fa-be6462313256 on network c3738d27-4a35-4a97-97f2-d3c9cace88de {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:16.616712 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Port 80cf7af8-b656-4e21-a8fa-be6462313256 on network c3738d27-4a35-4a97-97f2-d3c9cace88de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:38:16.617114 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Attempting to bind port 80cf7af8-b656-4e21-a8fa-be6462313256 on network c3738d27-4a35-4a97-97f2-d3c9cace88de {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:16.631006 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:16.632258 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Checking segment: {'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:16.636361 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Bound using segment: {'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:16.636850 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Bound port: 80cf7af8-b656-4e21-a8fa-be6462313256, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee869c35-c22d-4719-be14-694654360be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:16.637223 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:16.705119 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae316-ac5c-4d95-9cf2-35d72959468f req-9c7cb645-2561-4303-8f9b-831643cc7d0c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:16.715600 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f01ae316-ac5c-4d95-9cf2-35d72959468f req-9c7cb645-2561-4303-8f9b-831643cc7d0c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0687811 Dec 15 13:38:16.778353 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] For port 80cf7af8-b656-4e21-a8fa-be6462313256, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:16.781767 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] For port 80cf7af8-b656-4e21-a8fa-be6462313256, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80cf7af8-b656-4e21-a8fa-be6462313256,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:16.796579 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:16.809600 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f01ae316-ac5c-4d95-9cf2-35d72959468f req-261538c2-4764-4369-bf0e-b9b5956f7028 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930729 Dec 15 13:38:16.847370 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:16.848259 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:16.849945 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] 10.222.0.66 "PUT /v2.0/ports/80cf7af8-b656-4e21-a8fa-be6462313256 HTTP/1.1" status: 200 len: 1093 time: 0.9232004 Dec 15 13:38:16.854461 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f60a740-5f73-4d7e-b08b-982dfd3644fe', 'tag': '80cf7af8-b656-4e21-a8fa-be6462313256'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:16.858753 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f60a740-5f73-4d7e-b08b-982dfd3644fe", "tag": "80cf7af8-b656-4e21-a8fa-be6462313256"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:16.905824 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9ef5-5919-450b-a7ce-1a015c877cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=80cf7af8-b656-4e21-a8fa-be6462313256,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:16.988220 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bb40ef-2068-44d0-8a8c-617312a16ef9 x-openstack-request-id: req-27bb40ef-2068-44d0-8a8c-617312a16ef9 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:16.988690 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f60a740-5f73-4d7e-b08b-982dfd3644fe", "tag": "80cf7af8-b656-4e21-a8fa-be6462313256", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:16.989091 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-27bb40ef-2068-44d0-8a8c-617312a16ef9 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:16.989701 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f60a740-5f73-4d7e-b08b-982dfd3644fe', 'tag': '80cf7af8-b656-4e21-a8fa-be6462313256', 'status': 'completed', 'code': 200} Dec 15 13:38:17.028876 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60765c6-6c11-494e-8a08-437a486ca93e req-cd27d6f7-8449-46d1-b970-e0ea6ff72aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:17.031440 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-cd27d6f7-8449-46d1-b970-e0ea6ff72aba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3823701b6f1423aa1ecd29bf162e5db&device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 1096 time: 0.1081514 Dec 15 13:38:17.086304 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578960a-218e-419f-93f5-85a93251f26b req-c2b5e345-30e3-4b40-9902-404ec7e30a89 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:17.089709 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3578960a-218e-419f-93f5-85a93251f26b req-c2b5e345-30e3-4b40-9902-404ec7e30a89 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.1173968 Dec 15 13:38:17.099747 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-4c6b1205-eff9-4bb4-b8a5-0e389cdcd618 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cf7af8-b656-4e21-a8fa-be6462313256 HTTP/1.1" status: 200 len: 217 time: 0.0592647 Dec 15 13:38:17.162623 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60765c6-6c11-494e-8a08-437a486ca93e req-02df503b-ea57-43b3-a2a3-01e474f1de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:17.162896 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-02df503b-ea57-43b3-a2a3-01e474f1de4b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65b5acdd-c486-48db-8588-8524bc968bba HTTP/1.1" status: 200 len: 848 time: 0.0553088 Dec 15 13:38:17.176531 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3578960a-218e-419f-93f5-85a93251f26b req-f722eb8d-1046-4323-9096-4742c68ef2d0 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783045 Dec 15 13:38:17.200743 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54354) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:17.231015 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-02a6c8bc-1614-4320-806a-27b9087b3a86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3738d27-4a35-4a97-97f2-d3c9cace88de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602198 Dec 15 13:38:17.260615 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54358) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:17.305647 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9e1c1-b6ec-487d-8c55-8c7b8c538b9a req-2acaaf44-c496-4167-b9d1-36aab8ec7f64 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:17.307644 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2cf9e1c1-b6ec-487d-8c55-8c7b8c538b9a req-2acaaf44-c496-4167-b9d1-36aab8ec7f64 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0627720 Dec 15 13:38:17.384813 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2cf9e1c1-b6ec-487d-8c55-8c7b8c538b9a req-27d1a5d3-4ec0-48ed-b860-22ac2c724683 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643687 Dec 15 13:38:17.440096 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-81f69f31-6bf5-47e8-a096-398ea329c317 service neutron] 10.222.0.66 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009811 Dec 15 13:38:17.536498 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-502216e5-0f04-4bb9-88af-80c3955ebdc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.551075 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e60765c6-6c11-494e-8a08-437a486ca93e req-46a71cc1-240f-4882-931d-be6dd04b356b service neutron] 10.222.0.66 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032245 Dec 15 13:38:17.566794 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f30bd27-0882-469b-9d7e-99d6c93df99b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.683480 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f30bd27-0882-469b-9d7e-99d6c93df99b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.688270 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f30bd27-0882-469b-9d7e-99d6c93df99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.724282 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-502216e5-0f04-4bb9-88af-80c3955ebdc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.731572 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-502216e5-0f04-4bb9-88af-80c3955ebdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.733462 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-afbc6f7f-bd72-4016-b107-79eeeaf4e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:17.734881 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-afbc6f7f-bd72-4016-b107-79eeeaf4e6d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3823701b6f1423aa1ecd29bf162e5db&device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 1096 time: 0.0914333 Dec 15 13:38:17.740568 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0f30bd27-0882-469b-9d7e-99d6c93df99b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c1e8ec2de72d4ff194abcb4327a6db10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4772029 Dec 15 13:38:17.741346 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30bd27-0882-469b-9d7e-99d6c93df99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e14a3-8850-4fe4-8893-6f7bf513d025,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:17.744987 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54368) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:17.830020 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-502216e5-0f04-4bb9-88af-80c3955ebdc8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b1bbd3d3e54b475fa9a25ecc80e4095b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6274662 Dec 15 13:38:17.832816 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54378) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:17.836070 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502216e5-0f04-4bb9-88af-80c3955ebdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1627024-dc4a-4c03-852e-2cc9ce0ed31e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:17.913993 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-67c6c9c8-e9e2-4dcc-815a-21be3998ec08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.929581 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d0d8ccc5-a420-40d4-91d5-dadb9622e6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.935520 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-001e5ccd-b254-47b5-9981-71ffb09adf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:17.937298 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-001e5ccd-b254-47b5-9981-71ffb09adf77 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c3738d27-4a35-4a97-97f2-d3c9cace88de HTTP/1.1" status: 200 len: 909 time: 0.1930976 Dec 15 13:38:17.957319 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-67c6c9c8-e9e2-4dcc-815a-21be3998ec08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.988757 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d0d8ccc5-a420-40d4-91d5-dadb9622e6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.995620 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-cf80dee5-4835-4687-bda5-f55c0f90db9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cf7af8-b656-4e21-a8fa-be6462313256 HTTP/1.1" status: 200 len: 217 time: 0.0476909 Dec 15 13:38:18.028345 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241681c-5525-48e3-8991-f6c20210ecb4 req-8b59b05b-6fb9-4649-b9dc-1cf95df81588 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:18.029937 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c241681c-5525-48e3-8991-f6c20210ecb4 req-8b59b05b-6fb9-4649-b9dc-1cf95df81588 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1021240 Dec 15 13:38:18.064315 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-7bb5efed-9d42-4635-81a9-73d4bd37cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:18.065924 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-7bb5efed-9d42-4635-81a9-73d4bd37cbe1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65b5acdd-c486-48db-8588-8524bc968bba HTTP/1.1" status: 200 len: 848 time: 0.0627215 Dec 15 13:38:18.093465 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d0d8ccc5-a420-40d4-91d5-dadb9622e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.096608 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d0d8ccc5-a420-40d4-91d5-dadb9622e6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.098167 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d0d8ccc5-a420-40d4-91d5-dadb9622e6f8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b1627024-dc4a-4c03-852e-2cc9ce0ed31e HTTP/1.1" status: 204 len: 168 time: 0.2635398 Dec 15 13:38:18.108043 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-7eb69f14-3d90-40d5-be48-f28d5aed5c66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3738d27-4a35-4a97-97f2-d3c9cace88de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312364 Dec 15 13:38:18.108771 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-67c6c9c8-e9e2-4dcc-815a-21be3998ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.111596 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-67c6c9c8-e9e2-4dcc-815a-21be3998ec08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.123382 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-67c6c9c8-e9e2-4dcc-815a-21be3998ec08 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/555e14a3-8850-4fe4-8893-6f7bf513d025 HTTP/1.1" status: 204 len: 168 time: 0.3696094 Dec 15 13:38:18.125243 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8ccc5-a420-40d4-91d5-dadb9622e6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1627024-dc4a-4c03-852e-2cc9ce0ed31e,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:18.131180 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c241681c-5525-48e3-8991-f6c20210ecb4 req-1894d32b-d93f-4d29-a6f5-b076c2d62a98 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922127 Dec 15 13:38:18.167885 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c9c8-e9e2-4dcc-815a-21be3998ec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e14a3-8850-4fe4-8893-6f7bf513d025,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:18.241250 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-ce7de388-fb22-4f53-8fb1-a68b378365a2 service neutron] 10.222.0.66 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245391 Dec 15 13:38:18.323492 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf224c4-2648-4799-a228-33facc21b891 req-95d0815b-028a-4068-a1be-88001d63b672 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:18.325336 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bf224c4-2648-4799-a228-33facc21b891 req-95d0815b-028a-4068-a1be-88001d63b672 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0792480 Dec 15 13:38:18.382057 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bf224c4-2648-4799-a228-33facc21b891 req-92393553-e2df-4376-b6d1-209ddbee6f36 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499635 Dec 15 13:38:18.390322 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f701bddc-c9c3-4ec0-accf-57f37ddf3a1b req-74f03f5b-c6b6-49a2-b121-d3ae5dac6ead service neutron] 10.222.0.66 "GET /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376872 Dec 15 13:38:18.532207 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593161f-00a3-4478-9228-63ad6c23028c req-3d49badc-180d-4a12-8138-0c999869dc96 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:18.534199 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8593161f-00a3-4478-9228-63ad6c23028c req-3d49badc-180d-4a12-8138-0c999869dc96 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0555935 Dec 15 13:38:18.655501 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8593161f-00a3-4478-9228-63ad6c23028c req-3a3826ca-5bc1-4663-b6c3-64e658c7e084 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133811 Dec 15 13:38:18.790885 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54414) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:18.804607 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9929b379-45f8-4097-b643-d7571537d0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.883610 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9929b379-45f8-4097-b643-d7571537d0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.887500 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9929b379-45f8-4097-b643-d7571537d0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.926131 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9929b379-45f8-4097-b643-d7571537d0fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f1aacb519b0649138b2c02980de265b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340988 Dec 15 13:38:18.928679 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929b379-45f8-4097-b643-d7571537d0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd7d82f-5ad5-47c2-a486-94de04018d36,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:18.928893 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54420) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:18.995337 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dad6947c-d990-4e05-8d07-37a942f429db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:19.022294 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dad6947c-d990-4e05-8d07-37a942f429db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:19.073932 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dad6947c-d990-4e05-8d07-37a942f429db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:19.086148 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dad6947c-d990-4e05-8d07-37a942f429db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:19.086148 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-dad6947c-d990-4e05-8d07-37a942f429db admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8dd7d82f-5ad5-47c2-a486-94de04018d36 HTTP/1.1" status: 204 len: 168 time: 0.1480868 Dec 15 13:38:19.086347 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6947c-d990-4e05-8d07-37a942f429db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd7d82f-5ad5-47c2-a486-94de04018d36,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:19.289050 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234a6b7-38ea-4340-9a3f-7f759048fbad req-3379e1a1-9e78-496f-a22b-7a9d4755f574 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:19.291069 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2234a6b7-38ea-4340-9a3f-7f759048fbad req-3379e1a1-9e78-496f-a22b-7a9d4755f574 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0653539 Dec 15 13:38:19.366040 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2234a6b7-38ea-4340-9a3f-7f759048fbad req-65ec2dd3-93e5-4a70-8d81-8a40ab78c0f3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609298 Dec 15 13:38:19.513650 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dfda2-bb48-4bb8-8993-7f31f515bce1 req-810079f0-9ca7-4923-b873-453913a7ea3f tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:19.515152 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-148dfda2-bb48-4bb8-8993-7f31f515bce1 req-810079f0-9ca7-4923-b873-453913a7ea3f tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0496588 Dec 15 13:38:19.561709 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-148dfda2-bb48-4bb8-8993-7f31f515bce1 req-5b271b72-6e40-471e-890b-763d66e10381 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404024 Dec 15 13:38:19.801695 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636435e-2c1a-4d53-ac8a-1d3950cee659 req-ef53ffa4-2f06-4d3a-89b3-276666286272 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:19.803441 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7636435e-2c1a-4d53-ac8a-1d3950cee659 req-ef53ffa4-2f06-4d3a-89b3-276666286272 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0550179 Dec 15 13:38:19.873621 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7636435e-2c1a-4d53-ac8a-1d3950cee659 req-63d63a90-892f-4f77-a1aa-7b14ae49dd4d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626023 Dec 15 13:38:20.474805 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957516-41c0-4756-bbeb-4c0717360c66 req-a7c4c34f-6435-42a1-9224-bcad3841d217 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:20.476304 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-93957516-41c0-4756-bbeb-4c0717360c66 req-a7c4c34f-6435-42a1-9224-bcad3841d217 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0516055 Dec 15 13:38:20.523205 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-93957516-41c0-4756-bbeb-4c0717360c66 req-a06868d5-8750-4817-ba2f-62d6017bbbea tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403087 Dec 15 13:38:20.697774 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87add4-f8f1-423b-a2f5-0d9268f2b079 req-d658de6e-644c-4714-9d66-a1445e1da95d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:20.699338 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9e87add4-f8f1-423b-a2f5-0d9268f2b079 req-d658de6e-644c-4714-9d66-a1445e1da95d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0656843 Dec 15 13:38:20.754209 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9e87add4-f8f1-423b-a2f5-0d9268f2b079 req-00fa591a-4b08-43f8-86f5-dba3f0c41b61 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485659 Dec 15 13:38:20.983479 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e778cbf-c85d-4097-99e2-7c6e5d40e15e req-d7563f1a-07a6-4e6d-8db8-b3f2202dcdbe tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:20.984992 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7e778cbf-c85d-4097-99e2-7c6e5d40e15e req-d7563f1a-07a6-4e6d-8db8-b3f2202dcdbe tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0498319 Dec 15 13:38:21.033215 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7e778cbf-c85d-4097-99e2-7c6e5d40e15e req-388015c6-8284-4b9f-9731-e8c9b75570fb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Dec 15 13:38:21.647099 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d36e10-4589-42ea-b250-6dc61c739953 req-4f4a5cee-871c-4b26-83f7-e50072e274ca tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:21.648682 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-72d36e10-4589-42ea-b250-6dc61c739953 req-4f4a5cee-871c-4b26-83f7-e50072e274ca tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0582097 Dec 15 13:38:21.723743 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-72d36e10-4589-42ea-b250-6dc61c739953 req-1b08a1fb-e810-430e-8037-5544ea5f0dad tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685277 Dec 15 13:38:21.896766 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfee5b7-d019-4a56-82d7-e0fbfa2553aa req-8e8c15f9-5f72-44ad-ac2f-fa22b5c1a366 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:21.898083 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-abfee5b7-d019-4a56-82d7-e0fbfa2553aa req-8e8c15f9-5f72-44ad-ac2f-fa22b5c1a366 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0605586 Dec 15 13:38:21.910484 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54542) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:21.958109 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-abfee5b7-d019-4a56-82d7-e0fbfa2553aa req-eeb6ba8d-5285-4723-9a15-c0d4a723f795 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497415 Dec 15 13:38:22.030373 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a8a5acd1-5bf3-42b9-9580-b0976bc5c7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.119648 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a8a5acd1-5bf3-42b9-9580-b0976bc5c7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.123877 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a8a5acd1-5bf3-42b9-9580-b0976bc5c7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.162784 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54558) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:22.164227 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a8a5acd1-5bf3-42b9-9580-b0976bc5c7b6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=32a1029fc4db4ca79968815087f0af5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507012 Dec 15 13:38:22.175360 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff55f2-0a31-4df2-8551-53ac249039d7 req-f533f244-4801-4c1b-aeb3-5163c68f38fc tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:22.176852 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c3ff55f2-0a31-4df2-8551-53ac249039d7 req-f533f244-4801-4c1b-aeb3-5163c68f38fc tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0575747 Dec 15 13:38:22.179899 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5acd1-5bf3-42b9-9580-b0976bc5c7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0bd84-35d5-4865-a009-fdf701aae8f3,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:22.264261 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c3ff55f2-0a31-4df2-8551-53ac249039d7 req-dca2a2fc-2755-429e-9a3a-57d4c6fee2dd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759201 Dec 15 13:38:22.265275 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f29d4188-c718-44b5-babd-fd398b0f2146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.303241 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f29d4188-c718-44b5-babd-fd398b0f2146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.358231 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f29d4188-c718-44b5-babd-fd398b0f2146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.361019 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f29d4188-c718-44b5-babd-fd398b0f2146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.362420 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-f29d4188-c718-44b5-babd-fd398b0f2146 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f3a0bd84-35d5-4865-a009-fdf701aae8f3 HTTP/1.1" status: 204 len: 168 time: 0.1982620 Dec 15 13:38:22.374116 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d4188-c718-44b5-babd-fd398b0f2146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0bd84-35d5-4865-a009-fdf701aae8f3,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:22.665821 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54572) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:22.679789 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bfbb-a5e9-4a58-9928-d6fe32b6a97a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.762383 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bfbb-a5e9-4a58-9928-d6fe32b6a97a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.768459 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bfbb-a5e9-4a58-9928-d6fe32b6a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.807079 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3bfbb-a5e9-4a58-9928-d6fe32b6a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690ebee6-32da-49be-9f57-3b47f49387b6,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:22.813669 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c7e3bfbb-a5e9-4a58-9928-d6fe32b6a97a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3f1c259827da4c61bffa242e53397930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439438 Dec 15 13:38:22.813883 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54582) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:22.862256 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b913535d-e2f6-4c44-8e1f-111c59e54351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.868932 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a6a91-e834-48ae-adc9-3ac506a8f529 req-ba5a6509-d644-40f7-9a4d-62c1d4f236d6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:22.870505 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c77a6a91-e834-48ae-adc9-3ac506a8f529 req-ba5a6509-d644-40f7-9a4d-62c1d4f236d6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Dec 15 13:38:22.886891 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b913535d-e2f6-4c44-8e1f-111c59e54351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.919023 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c77a6a91-e834-48ae-adc9-3ac506a8f529 req-dc2adeb1-b2e5-4ea5-a60e-622557b184ba tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425549 Dec 15 13:38:22.942527 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b913535d-e2f6-4c44-8e1f-111c59e54351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.945115 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b913535d-e2f6-4c44-8e1f-111c59e54351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.946848 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b913535d-e2f6-4c44-8e1f-111c59e54351 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/690ebee6-32da-49be-9f57-3b47f49387b6 HTTP/1.1" status: 204 len: 168 time: 0.1315095 Dec 15 13:38:22.955755 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913535d-e2f6-4c44-8e1f-111c59e54351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690ebee6-32da-49be-9f57-3b47f49387b6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:23.092117 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8f123-497d-4801-8a09-d62164215cf6 req-7ff44e74-ed9b-4426-ab04-a32495f9bd68 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:23.093610 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8aa8f123-497d-4801-8a09-d62164215cf6 req-7ff44e74-ed9b-4426-ab04-a32495f9bd68 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0556743 Dec 15 13:38:23.144254 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8aa8f123-497d-4801-8a09-d62164215cf6 req-490d6a0b-95a3-4eae-ae94-fddb097345d5 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Dec 15 13:38:23.410025 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f528312-ad88-4861-99a0-3eb9e2c355da req-6c8d82d2-de81-4c71-a60b-a95ef2efe686 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:23.411583 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9f528312-ad88-4861-99a0-3eb9e2c355da req-6c8d82d2-de81-4c71-a60b-a95ef2efe686 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0607851 Dec 15 13:38:23.458949 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9f528312-ad88-4861-99a0-3eb9e2c355da req-cc655ce6-04c1-4621-ac13-e0425f32b372 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414433 Dec 15 13:38:24.042014 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38cead-ccbe-4ca0-b7af-b0c77e234c44 req-754e9e6d-ddfa-4eca-b9b1-048d4e451a26 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:24.043516 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7e38cead-ccbe-4ca0-b7af-b0c77e234c44 req-754e9e6d-ddfa-4eca-b9b1-048d4e451a26 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0576515 Dec 15 13:38:24.096442 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7e38cead-ccbe-4ca0-b7af-b0c77e234c44 req-443ccc29-b4d6-4cc6-8096-0406de787c9d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Dec 15 13:38:24.298170 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f497b-3b39-468a-ace9-2e94a165ec56 req-b07fee60-ca7d-4c47-8a47-48f1b44a13ec tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:24.299796 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bb5f497b-3b39-468a-ace9-2e94a165ec56 req-b07fee60-ca7d-4c47-8a47-48f1b44a13ec tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0702972 Dec 15 13:38:24.351057 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bb5f497b-3b39-468a-ace9-2e94a165ec56 req-26661692-ddd2-4c93-aa87-2946e13cd398 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Dec 15 13:38:24.581025 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739d488-f479-4f25-9219-1371be6addae req-67acd67c-c1a8-424a-a712-4a22bd4b7949 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:24.582526 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0739d488-f479-4f25-9219-1371be6addae req-67acd67c-c1a8-424a-a712-4a22bd4b7949 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0477648 Dec 15 13:38:24.634417 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0739d488-f479-4f25-9219-1371be6addae req-714f7d96-2bf9-44bc-bc03-80acd7d3711d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446260 Dec 15 13:38:25.210407 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728f4b8-f9a0-4d7b-9a53-08646d6da984 req-afa635aa-21c9-49b8-9bdc-f06c6a1ba226 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:25.211876 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b728f4b8-f9a0-4d7b-9a53-08646d6da984 req-afa635aa-21c9-49b8-9bdc-f06c6a1ba226 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0487630 Dec 15 13:38:25.261644 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b728f4b8-f9a0-4d7b-9a53-08646d6da984 req-f16c29ce-8a3d-4b63-b086-95e944744a89 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434082 Dec 15 13:38:25.489621 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca6521-542f-4c67-87d3-1bfbd53937ae req-a59b5aa5-9eba-40be-b41c-ea46898336ad tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:25.491277 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9aca6521-542f-4c67-87d3-1bfbd53937ae req-a59b5aa5-9eba-40be-b41c-ea46898336ad tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0505366 Dec 15 13:38:25.551331 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9aca6521-542f-4c67-87d3-1bfbd53937ae req-8b68da66-d68d-443c-bc41-b01ff3b4c3d0 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535657 Dec 15 13:38:25.757169 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e13ce-e2db-4bac-bc63-d61832d21599 req-403d71cb-688a-460d-a338-567751039a76 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:25.758809 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b2e13ce-e2db-4bac-bc63-d61832d21599 req-403d71cb-688a-460d-a338-567751039a76 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0506356 Dec 15 13:38:25.810447 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b2e13ce-e2db-4bac-bc63-d61832d21599 req-ad2b63cb-2e51-4547-9c14-5621befcd218 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Dec 15 13:38:26.387303 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681a1af-842c-42f4-b5f6-0c6392014945 req-0dd393a7-ddae-45df-87fd-d135dad67b8e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:26.388789 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4681a1af-842c-42f4-b5f6-0c6392014945 req-0dd393a7-ddae-45df-87fd-d135dad67b8e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0524962 Dec 15 13:38:26.437799 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4681a1af-842c-42f4-b5f6-0c6392014945 req-04e9f993-2ad6-40d5-8a23-0d435b293a71 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Dec 15 13:38:26.665747 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf85494-fee1-4dbe-ab4b-0a354a9cd492 req-1a757a7f-6bed-493c-9b74-fa96f27fb78a tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:26.667242 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-adf85494-fee1-4dbe-ab4b-0a354a9cd492 req-1a757a7f-6bed-493c-9b74-fa96f27fb78a tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0498955 Dec 15 13:38:26.712646 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-adf85494-fee1-4dbe-ab4b-0a354a9cd492 req-d36da2e9-9458-47a2-b753-ae564e1baa00 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Dec 15 13:38:26.933513 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a121c6-fae5-4b4c-bcea-c4b17a844904 req-b921b71e-42c7-4da2-8f93-fbed95c19b7e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:26.934994 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-75a121c6-fae5-4b4c-bcea-c4b17a844904 req-b921b71e-42c7-4da2-8f93-fbed95c19b7e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0511448 Dec 15 13:38:26.983891 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-75a121c6-fae5-4b4c-bcea-c4b17a844904 req-7897b25d-eaa4-423e-a917-0adfafcda405 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 Dec 15 13:38:27.123740 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54714) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:27.233161 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-884a947b-c360-481f-aed8-3560e5d8731b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.314778 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-884a947b-c360-481f-aed8-3560e5d8731b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.319267 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-884a947b-c360-481f-aed8-3560e5d8731b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.361069 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a947b-c360-481f-aed8-3560e5d8731b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e1d2f-2392-4758-a6a8-cd8fa28cf9e2,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:27.370227 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-884a947b-c360-481f-aed8-3560e5d8731b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=576f7a1f9af04493bfd4acffaa672357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453234 Dec 15 13:38:27.370328 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54732) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:27.436123 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6edbf93e-8896-4db4-bbe9-d17f21a43a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.469027 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6edbf93e-8896-4db4-bbe9-d17f21a43a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.568861 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20615981-f8e7-4e7d-8962-698bd70f9286 req-8cde1260-01cd-4799-85d0-79190b59d621 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:27.570388 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-20615981-f8e7-4e7d-8962-698bd70f9286 req-8cde1260-01cd-4799-85d0-79190b59d621 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0546832 Dec 15 13:38:27.594973 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6edbf93e-8896-4db4-bbe9-d17f21a43a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.598492 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6edbf93e-8896-4db4-bbe9-d17f21a43a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.600023 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6edbf93e-8896-4db4-bbe9-d17f21a43a6e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b8e1d2f-2392-4758-a6a8-cd8fa28cf9e2 HTTP/1.1" status: 204 len: 168 time: 0.2283058 Dec 15 13:38:27.631116 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbf93e-8896-4db4-bbe9-d17f21a43a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e1d2f-2392-4758-a6a8-cd8fa28cf9e2,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:27.678456 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-20615981-f8e7-4e7d-8962-698bd70f9286 req-438ffd3a-7019-40de-b50b-2a1f9c98ae67 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932927 Dec 15 13:38:27.841064 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09cac-2ab7-4049-a04b-23b7666b5b93 req-08425a7c-6ed1-413d-9107-924dc4e89a6b tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:27.842888 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-94b09cac-2ab7-4049-a04b-23b7666b5b93 req-08425a7c-6ed1-413d-9107-924dc4e89a6b tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0516355 Dec 15 13:38:27.903547 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-94b09cac-2ab7-4049-a04b-23b7666b5b93 req-620821a4-7912-4143-a1b3-1039e7bbcb15 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470605 Dec 15 13:38:27.954365 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54768) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:27.968185 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a7a4f409-b464-4f9d-8453-9b7af5a9eaf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.060041 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a7a4f409-b464-4f9d-8453-9b7af5a9eaf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.064343 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a7a4f409-b464-4f9d-8453-9b7af5a9eaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.104037 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4f409-b464-4f9d-8453-9b7af5a9eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1060eea-db95-4744-950d-e4bbe7b0feb5,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:28.112996 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a7a4f409-b464-4f9d-8453-9b7af5a9eaf4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c67f354d700846f7857dcc83921e0893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574216 Dec 15 13:38:28.113230 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54780) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:28.140982 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba6f7-7e35-444a-a4c0-6251d389d39c req-2bfbe80d-3e0a-4e9a-87c9-8ec34abd3238 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:28.142529 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f9fba6f7-7e35-444a-a4c0-6251d389d39c req-2bfbe80d-3e0a-4e9a-87c9-8ec34abd3238 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0749028 Dec 15 13:38:28.223568 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d5ddefce-ef17-4f34-8cde-95623f861534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.241348 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f9fba6f7-7e35-444a-a4c0-6251d389d39c req-f35735cc-1258-413d-bbeb-620c8e5c2a85 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905845 Dec 15 13:38:28.262737 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d5ddefce-ef17-4f34-8cde-95623f861534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.468398 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d5ddefce-ef17-4f34-8cde-95623f861534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.471047 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d5ddefce-ef17-4f34-8cde-95623f861534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.474201 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d5ddefce-ef17-4f34-8cde-95623f861534 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c1060eea-db95-4744-950d-e4bbe7b0feb5 HTTP/1.1" status: 204 len: 168 time: 0.3599901 Dec 15 13:38:28.482952 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddefce-ef17-4f34-8cde-95623f861534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1060eea-db95-4744-950d-e4bbe7b0feb5,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:28.818956 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294c328-11eb-43ab-a9a8-b6b21b882ac9 req-5e54c934-d492-4b05-8e35-2b9b3607c61a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:28.820656 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4294c328-11eb-43ab-a9a8-b6b21b882ac9 req-5e54c934-d492-4b05-8e35-2b9b3607c61a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0566690 Dec 15 13:38:28.847549 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54802) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:28.860740 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b241bb7-9f77-4089-b87d-503a6cb9700e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.871306 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4294c328-11eb-43ab-a9a8-b6b21b882ac9 req-1933e750-30e2-4957-b2fe-3078ad79892a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Dec 15 13:38:28.937602 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b241bb7-9f77-4089-b87d-503a6cb9700e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.942587 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b241bb7-9f77-4089-b87d-503a6cb9700e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:28.983159 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b241bb7-9f77-4089-b87d-503a6cb9700e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41814a2-ab75-4837-aed0-aaff6689e95e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:28.987620 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6b241bb7-9f77-4089-b87d-503a6cb9700e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93fe8938ada94ead9c4536d2d89ee355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390026 Dec 15 13:38:28.991929 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54806) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:29.032454 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf968e2-162f-45a4-be2e-23c74bbb2e70 req-766d8702-c2fd-4d33-9f0a-c9ca0056b488 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:29.034076 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bf968e2-162f-45a4-be2e-23c74bbb2e70 req-766d8702-c2fd-4d33-9f0a-c9ca0056b488 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0645232 Dec 15 13:38:29.044766 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ac872381-1de2-4588-afd8-d3fc70a77672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.066401 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ac872381-1de2-4588-afd8-d3fc70a77672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.084877 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bf968e2-162f-45a4-be2e-23c74bbb2e70 req-7ae664cc-e0d8-4e59-aec0-64f87353c852 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Dec 15 13:38:29.114433 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ac872381-1de2-4588-afd8-d3fc70a77672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.117000 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ac872381-1de2-4588-afd8-d3fc70a77672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.118788 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ac872381-1de2-4588-afd8-d3fc70a77672 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b41814a2-ab75-4837-aed0-aaff6689e95e HTTP/1.1" status: 204 len: 168 time: 0.1249795 Dec 15 13:38:29.126799 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac872381-1de2-4588-afd8-d3fc70a77672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41814a2-ab75-4837-aed0-aaff6689e95e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:29.388709 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411104-6625-4c04-8a95-bed3a835c881 req-c8388b76-d454-4be6-bc4a-5b2d4cf74c94 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:29.396413 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fa411104-6625-4c04-8a95-bed3a835c881 req-c8388b76-d454-4be6-bc4a-5b2d4cf74c94 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0603635 Dec 15 13:38:29.446032 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fa411104-6625-4c04-8a95-bed3a835c881 req-5bfe4414-a541-4056-a987-a364ae10960f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487199 Dec 15 13:38:29.638218 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5de0326b-f991-40d5-8b38-329f45c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.669843 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54846) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:29.793646 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7e0cc96e-2ece-482b-b82d-19810d1ebe28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.884252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7e0cc96e-2ece-482b-b82d-19810d1ebe28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.890210 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7e0cc96e-2ece-482b-b82d-19810d1ebe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.936437 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7e0cc96e-2ece-482b-b82d-19810d1ebe28 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ad649419e884439bc0455c4cc01f4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654202 Dec 15 13:38:29.937352 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cc96e-2ece-482b-b82d-19810d1ebe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f374c1f-bfae-4873-8316-4bba3abe492e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:29.939129 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54866) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:30.023438 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6a6eda31-b34a-4283-97f7-2dae759cf909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.035906 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3876492-02a4-4bc8-9aa5-85e428686c4a req-7a414aee-98b0-461f-9d38-9c578a569bda tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.037513 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d3876492-02a4-4bc8-9aa5-85e428686c4a req-7a414aee-98b0-461f-9d38-9c578a569bda tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0797229 Dec 15 13:38:30.069246 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6a6eda31-b34a-4283-97f7-2dae759cf909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.118814 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d3876492-02a4-4bc8-9aa5-85e428686c4a req-4487d018-9e6b-4583-a8d1-b75171626675 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752871 Dec 15 13:38:30.159990 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6a6eda31-b34a-4283-97f7-2dae759cf909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.164064 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6a6eda31-b34a-4283-97f7-2dae759cf909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.165987 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6a6eda31-b34a-4283-97f7-2dae759cf909 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f374c1f-bfae-4873-8316-4bba3abe492e HTTP/1.1" status: 204 len: 168 time: 0.2258224 Dec 15 13:38:30.175705 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eda31-b34a-4283-97f7-2dae759cf909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f374c1f-bfae-4873-8316-4bba3abe492e,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:30.242165 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acac60-6b88-4cba-bd7c-49af2075ea0b req-ab4dc393-031f-4560-81ac-049823f8ecc3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.250180 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-57acac60-6b88-4cba-bd7c-49af2075ea0b req-ab4dc393-031f-4560-81ac-049823f8ecc3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 943 time: 0.0672436 Dec 15 13:38:30.297709 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-57acac60-6b88-4cba-bd7c-49af2075ea0b req-f3ee7572-32b7-4979-8e1a-a7d9321162ac tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466380 Dec 15 13:38:30.324883 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8962c-4cb2-4ff4-aaca-cb400f4955ec req-bf504e52-0a83-4d5c-883d-27ecb9003609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.327339 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-79e8962c-4cb2-4ff4-aaca-cb400f4955ec req-bf504e52-0a83-4d5c-883d-27ecb9003609 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1098 time: 0.0475571 Dec 15 13:38:30.383637 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-79e8962c-4cb2-4ff4-aaca-cb400f4955ec req-4f96c518-4b48-4f1b-8bd8-b2ac11afa23f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Dec 15 13:38:30.443731 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:38:30.593104 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:30.608242 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'port_id': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'mac_address': 'fa:16:3e:10:76:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:38:30.623391 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70ddba-1b88-4b1d-ab99-19006c5263ac req-2584ee54-49f5-4406-b632-4ee5af45503f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.630887 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 54888) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:30.631277 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d70ddba-1b88-4b1d-ab99-19006c5263ac req-2584ee54-49f5-4406-b632-4ee5af45503f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0693488 Dec 15 13:38:30.649564 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4680020f-2ff7-403a-af69-04bce3b44355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.661373 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.676950 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b8c97b-020a-4806-8f09-f876ba55ad9d {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:30.690172 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d70ddba-1b88-4b1d-ab99-19006c5263ac req-118e80aa-49d7-411a-9725-e3e7184854eb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580194 Dec 15 13:38:30.703903 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:30.715085 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.715854 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 80cf7af8-b656-4e21-a8fa-be6462313256 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:38:30.736732 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4680020f-2ff7-403a-af69-04bce3b44355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.740936 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4680020f-2ff7-403a-af69-04bce3b44355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.778506 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680020f-2ff7-403a-af69-04bce3b44355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec9346a-0076-40b7-a69a-b10b9d40663b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:30.785439 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 54892) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:30.785565 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4680020f-2ff7-403a-af69-04bce3b44355 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3269a019d7d34e4b95eabeec81fd9366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534510 Dec 15 13:38:30.816343 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=6']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:30.854101 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-99c0af5d-15b3-4cb9-b8ae-8504b3843755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.869604 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 80cf7af8-b656-4e21-a8fa-be6462313256, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80cf7af8-b656-4e21-a8fa-be6462313256,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:30.881043 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-99c0af5d-15b3-4cb9-b8ae-8504b3843755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.885718 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '80cf7af8-b656-4e21-a8fa-be6462313256', 'network_id': 'c3738d27-4a35-4a97-97f2-d3c9cace88de', 'port_id': '80cf7af8-b656-4e21-a8fa-be6462313256', 'mac_address': 'fa:16:3e:64:6a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b5acdd-c486-48db-8588-8524bc968bba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:38:30.930364 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.933296 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-99c0af5d-15b3-4cb9-b8ae-8504b3843755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.936269 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-99c0af5d-15b3-4cb9-b8ae-8504b3843755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.939748 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-99c0af5d-15b3-4cb9-b8ae-8504b3843755 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aec9346a-0076-40b7-a69a-b10b9d40663b HTTP/1.1" status: 204 len: 168 time: 0.1506708 Dec 15 13:38:30.945682 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0af5d-15b3-4cb9-b8ae-8504b3843755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec9346a-0076-40b7-a69a-b10b9d40663b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:30.949657 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cf7af8-b656-4e21-a8fa-be6462313256 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:30.984012 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 80cf7af8-b656-4e21-a8fa-be6462313256, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80cf7af8-b656-4e21-a8fa-be6462313256,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:30.989730 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:31.041694 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=80cf7af8-b656-4e21-a8fa-be6462313256,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:31.109491 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['e4b8c97b-020a-4806-8f09-f876ba55ad9d'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:31.307555 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4b37-c720-4fbd-811f-03f733bf7fe4 req-fd567142-6ba2-46c0-b537-a0d617b47558 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:31.339508 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-43bd4b37-c720-4fbd-811f-03f733bf7fe4 req-fd567142-6ba2-46c0-b537-a0d617b47558 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0816743 Dec 15 13:38:31.375723 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['80cf7af8-b656-4e21-a8fa-be6462313256'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:31.452945 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-43bd4b37-c720-4fbd-811f-03f733bf7fe4 req-291ffc5b-3fdd-43d9-bd71-71bfa012b88e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077363 Dec 15 13:38:31.513686 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48829932-0b38-4195-9878-9d0104409bbe req-707c45e3-55b5-442f-a5e9-b25a4e949e77 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:31.515288 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-48829932-0b38-4195-9878-9d0104409bbe req-707c45e3-55b5-442f-a5e9-b25a4e949e77 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 944 time: 0.1093111 Dec 15 13:38:31.583014 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-48829932-0b38-4195-9878-9d0104409bbe req-106da272-5071-416d-aed8-44c8f0182828 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530739 Dec 15 13:38:31.660209 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:38:31.886662 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e0f24-c77b-4d7a-83dc-03be9a504154 req-47b828ea-d65e-454b-ba33-29eac1ed3eab tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:31.896429 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-595e0f24-c77b-4d7a-83dc-03be9a504154 req-47b828ea-d65e-454b-ba33-29eac1ed3eab tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.1219540 Dec 15 13:38:32.002786 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-595e0f24-c77b-4d7a-83dc-03be9a504154 req-26373823-b154-433b-9023-a61c602faeb0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042709 Dec 15 13:38:32.192195 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0abf2e3d-43cb-4dd7-a7ee-6b0ecb8e2751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.440266 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:32.631822 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90470c-822a-4b09-b60b-423e601fb977 req-e2ba2248-3e24-4b56-9a8c-f03ef328c8e1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:32.636888 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4b90470c-822a-4b09-b60b-423e601fb977 req-e2ba2248-3e24-4b56-9a8c-f03ef328c8e1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0870857 Dec 15 13:38:32.797105 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port e4b8c97b-020a-4806-8f09-f876ba55ad9d triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:32.797563 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.872574 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4b90470c-822a-4b09-b60b-423e601fb977 req-58af54fe-e67b-4165-9662-9945f7d53415 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222590 Dec 15 13:38:32.954594 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75bcb-ad69-4e0b-be41-713e3170aa6a req-abefb44d-b695-44f6-af84-456c5e44ff3b tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:32.962155 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-63e75bcb-ad69-4e0b-be41-713e3170aa6a req-abefb44d-b695-44f6-af84-456c5e44ff3b tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 944 time: 0.1351776 Dec 15 13:38:32.967054 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.995540 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:33.004714 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de3f180-2474-4d5b-80e0-e70beca0f907" -d '{"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:33.012309 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:33.017023 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.018244 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 80cf7af8-b656-4e21-a8fa-be6462313256 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:33.019633 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-63e75bcb-ad69-4e0b-be41-713e3170aa6a req-6129b425-8b25-4c02-8eba-f7e7cebf1a36 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563066 Dec 15 13:38:33.136312 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee208b2-b7a6-4c2b-bdbd-1fd1bb84ae94 x-openstack-request-id: req-bee208b2-b7a6-4c2b-bdbd-1fd1bb84ae94 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:33.136656 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:33.136935 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bee208b2-b7a6-4c2b-bdbd-1fd1bb84ae94 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:33.137345 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'code': 200} Dec 15 13:38:33.138882 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=7']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:33.164746 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 80cf7af8-b656-4e21-a8fa-be6462313256 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:38:33.176301 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 80cf7af8-b656-4e21-a8fa-be6462313256 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:33.177053 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.238649 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837624f4-f972-4571-837a-180a3b18e2e7 req-03dd0d60-a7bd-4f81-aaab-41598da4247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.240812 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-837624f4-f972-4571-837a-180a3b18e2e7 req-03dd0d60-a7bd-4f81-aaab-41598da4247e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1098 time: 0.0637522 Dec 15 13:38:33.278993 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.310239 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b07c-f603-487b-bb33-ba3c06f6ada2 req-f187f2af-26e3-4c09-99da-2f665e14b345 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.312091 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cea0b07c-f603-487b-bb33-ba3c06f6ada2 req-f187f2af-26e3-4c09-99da-2f665e14b345 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1103556 Dec 15 13:38:33.341597 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d078f8-94c5-4d81-a689-954c84c5001d req-054b8b5f-3e9e-471b-9271-a1fc0f905fb2 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.344832 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7d078f8-94c5-4d81-a689-954c84c5001d req-054b8b5f-3e9e-471b-9271-a1fc0f905fb2 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1226320 Dec 15 13:38:33.374155 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.380490 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837624f4-f972-4571-837a-180a3b18e2e7 req-db396419-52bb-4d60-b1f0-a6f1ac586af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.382250 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-837624f4-f972-4571-837a-180a3b18e2e7 req-db396419-52bb-4d60-b1f0-a6f1ac586af0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.1314445 Dec 15 13:38:33.431721 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 80cf7af8-b656-4e21-a8fa-be6462313256, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80cf7af8-b656-4e21-a8fa-be6462313256,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:33.439771 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:33.442544 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cea0b07c-f603-487b-bb33-ba3c06f6ada2 req-864cf1a5-73a1-47e1-9024-fc5f310ca3ac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171196 Dec 15 13:38:33.478571 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-837624f4-f972-4571-837a-180a3b18e2e7 req-d953720f-42aa-4e6c-bfbb-0a63b8a4c3a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 200 len: 217 time: 0.0832095 Dec 15 13:38:33.478706 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7d078f8-94c5-4d81-a689-954c84c5001d req-7b781751-48fb-4034-ada6-1c2f71f53793 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159756 Dec 15 13:38:33.538393 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=80cf7af8-b656-4e21-a8fa-be6462313256,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:33.557863 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837624f4-f972-4571-837a-180a3b18e2e7 req-eb77294c-7e36-42eb-bfe5-e0aa753e657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.559782 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-837624f4-f972-4571-837a-180a3b18e2e7 req-eb77294c-7e36-42eb-bfe5-e0aa753e657e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.0705295 Dec 15 13:38:33.629878 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-837624f4-f972-4571-837a-180a3b18e2e7 req-8e3b9e79-13ad-48eb-a083-c77902051be6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526648 Dec 15 13:38:33.765308 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-837624f4-f972-4571-837a-180a3b18e2e7 req-0b737aa9-2aea-4afc-b103-508d68e296ec service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318772 Dec 15 13:38:33.923659 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-837624f4-f972-4571-837a-180a3b18e2e7 req-dfa3ba71-6869-4483-adb5-ecf00f39aefc service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499939 Dec 15 13:38:34.174886 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11637ba0-a2cb-4de1-b858-d8d94d033f81 req-e036b3f8-d580-4bca-ad0a-48fb4b64f7f0 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:34.176405 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-11637ba0-a2cb-4de1-b858-d8d94d033f81 req-e036b3f8-d580-4bca-ad0a-48fb4b64f7f0 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0498264 Dec 15 13:38:34.226823 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-11637ba0-a2cb-4de1-b858-d8d94d033f81 req-cef13b8d-fc62-4735-b702-4c1346e2d268 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434430 Dec 15 13:38:34.645806 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4736186-ca7b-450d-b115-e7f0a5e1bda1 req-9cb779b3-a866-436d-bde3-927f764d5315 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:34.646420 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e4736186-ca7b-450d-b115-e7f0a5e1bda1 req-9cb779b3-a866-436d-bde3-927f764d5315 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0630531 Dec 15 13:38:34.658021 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e184d-7049-49ad-8cb2-96d55c91919a req-637deb3b-1468-41e7-af6c-dcfd63b5ec90 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:34.666319 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ab2e184d-7049-49ad-8cb2-96d55c91919a req-637deb3b-1468-41e7-af6c-dcfd63b5ec90 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1369932 Dec 15 13:38:34.744950 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e4736186-ca7b-450d-b115-e7f0a5e1bda1 req-34a4a91f-6496-4e04-827f-451ba3906349 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773373 Dec 15 13:38:34.769478 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ab2e184d-7049-49ad-8cb2-96d55c91919a req-2430b261-6093-4da9-855d-304ea133cea7 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837700 Dec 15 13:38:34.902661 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.139092 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f60a740-5f73-4d7e-b08b-982dfd3644fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cf7af8-b656-4e21-a8fa-be6462313256'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:35.141455 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8d2cb-2c9e-460b-89aa-c4cdaf703eb6" -d '{"events": [{"server_uuid": "1f60a740-5f73-4d7e-b08b-982dfd3644fe", "name": "network-vif-plugged", "status": "completed", "tag": "80cf7af8-b656-4e21-a8fa-be6462313256"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:35.181800 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c7672-cb50-493f-a843-ff4b06d83197 x-openstack-request-id: req-013c7672-cb50-493f-a843-ff4b06d83197 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:35.181800 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f60a740-5f73-4d7e-b08b-982dfd3644fe", "name": "network-vif-plugged", "status": "completed", "tag": "80cf7af8-b656-4e21-a8fa-be6462313256", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:35.181800 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-013c7672-cb50-493f-a843-ff4b06d83197 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:35.182104 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f60a740-5f73-4d7e-b08b-982dfd3644fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cf7af8-b656-4e21-a8fa-be6462313256', 'code': 200} Dec 15 13:38:35.355376 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5f84-22fb-4498-94ae-3c49ee23bf0e req-7db434a4-e112-439c-8bbe-84a4ff9f09a5 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:35.362549 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d59f5f84-22fb-4498-94ae-3c49ee23bf0e req-7db434a4-e112-439c-8bbe-84a4ff9f09a5 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0649862 Dec 15 13:38:35.426171 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d59f5f84-22fb-4498-94ae-3c49ee23bf0e req-a984e0d8-7336-4886-b4db-42738123026a tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627363 Dec 15 13:38:35.560862 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:35.931095 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb670-8175-4972-8470-1e76ba86af27 req-cfaa96dd-ee5c-44af-aa21-0c49e2fb7ee5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:35.932665 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-edeeb670-8175-4972-8470-1e76ba86af27 req-cfaa96dd-ee5c-44af-aa21-0c49e2fb7ee5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1022458 Dec 15 13:38:35.977386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0f107-cc11-4ca1-859b-c86b4cd8abfe req-458e23ee-f4b5-41ef-bf57-e2981aa1c6bc tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:35.980119 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e8d0f107-cc11-4ca1-859b-c86b4cd8abfe req-458e23ee-f4b5-41ef-bf57-e2981aa1c6bc tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1098483 Dec 15 13:38:36.075024 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-edeeb670-8175-4972-8470-1e76ba86af27 req-15cd04f4-cc5b-44e5-8b94-d3e5b870e91e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284001 Dec 15 13:38:36.075024 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e8d0f107-cc11-4ca1-859b-c86b4cd8abfe req-67aae46f-1d26-4846-b699-54090f7681a9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859299 Dec 15 13:38:36.333281 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:36.564804 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9547019-6b30-4aeb-9bda-3d6628d75554 req-ef883378-29f8-4fab-bc84-a47d4d2b0f10 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:36.566449 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c9547019-6b30-4aeb-9bda-3d6628d75554 req-ef883378-29f8-4fab-bc84-a47d4d2b0f10 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0571928 Dec 15 13:38:36.618564 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c9547019-6b30-4aeb-9bda-3d6628d75554 req-a6c3cb88-8342-4fc1-ac98-6fec99f4fc8a tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Dec 15 13:38:37.321805 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60254c4f-8cbd-4a2f-854e-b64a1b98298b req-94a0a731-354f-47ae-9dd8-424e09c140ac tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:37.329262 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-60254c4f-8cbd-4a2f-854e-b64a1b98298b req-94a0a731-354f-47ae-9dd8-424e09c140ac tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0867889 Dec 15 13:38:37.356923 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8991d8b-5665-493e-8a7a-1e6fd9e0dcd1 req-44241d71-dace-4d50-b054-7087bbaad578 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:37.358536 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f8991d8b-5665-493e-8a7a-1e6fd9e0dcd1 req-44241d71-dace-4d50-b054-7087bbaad578 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1610730 Dec 15 13:38:37.414551 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-60254c4f-8cbd-4a2f-854e-b64a1b98298b req-3160326e-8352-4227-9754-011dacbd89b0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843635 Dec 15 13:38:37.455792 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f8991d8b-5665-493e-8a7a-1e6fd9e0dcd1 req-a5116488-4b32-4cfc-8722-6f95927e0e7c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867991 Dec 15 13:38:37.775435 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ac265-2597-4504-a2a9-837511b4b7f8 req-2c92dd9a-ffb0-4a27-bbf4-71ec08fa4f2f tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:37.783074 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-561ac265-2597-4504-a2a9-837511b4b7f8 req-2c92dd9a-ffb0-4a27-bbf4-71ec08fa4f2f tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0723908 Dec 15 13:38:37.827323 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-561ac265-2597-4504-a2a9-837511b4b7f8 req-49f5f925-c1b0-4471-b758-b4c729b2e875 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Dec 15 13:38:37.991088 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2f02-9080-404a-934a-1392e4c461ec req-02b606af-f9c3-4b7a-8dc9-2f8624a4bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:37.998308 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f4de2f02-9080-404a-934a-1392e4c461ec req-02b606af-f9c3-4b7a-8dc9-2f8624a4bd28 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1098 time: 0.0804224 Dec 15 13:38:38.026577 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298c1d4-9dca-4cb1-8166-e5f7baed2607 req-d0a2f36b-05a9-4dd4-b1e8-363451363c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:38.029724 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0298c1d4-9dca-4cb1-8166-e5f7baed2607 req-d0a2f36b-05a9-4dd4-b1e8-363451363c82 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 1098 time: 0.0542514 Dec 15 13:38:38.130247 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0298c1d4-9dca-4cb1-8166-e5f7baed2607 req-72ac5906-fbf0-4661-92a0-488ab71947fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888054 Dec 15 13:38:38.181504 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2f02-9080-404a-934a-1392e4c461ec req-9bfc70eb-69cf-4ef7-bd83-4b10e309d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:38.183875 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f4de2f02-9080-404a-934a-1392e4c461ec req-9bfc70eb-69cf-4ef7-bd83-4b10e309d9fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.1523619 Dec 15 13:38:38.551951 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f4de2f02-9080-404a-934a-1392e4c461ec req-8f5c5e10-c236-4b09-88b8-fb29c622e938 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 200 len: 217 time: 0.1216264 Dec 15 13:38:38.602294 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ca5d0-a0fc-4a97-972b-e334eaffc582 req-13009bf7-ccaa-47b4-91b7-98677c06fdca tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:38.611602 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6f6ca5d0-a0fc-4a97-972b-e334eaffc582 req-13009bf7-ccaa-47b4-91b7-98677c06fdca tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0687001 Dec 15 13:38:38.643608 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2f02-9080-404a-934a-1392e4c461ec req-037f7a8d-f738-4023-9c7e-447a2b94a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:38.645057 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f4de2f02-9080-404a-934a-1392e4c461ec req-037f7a8d-f738-4023-9c7e-447a2b94a0b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.0821726 Dec 15 13:38:38.686823 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f4de2f02-9080-404a-934a-1392e4c461ec req-e6f45229-6137-46c7-8332-01b7ad3d523f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314038 Dec 15 13:38:38.699764 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f12293-825c-45a0-9e69-42c23386124f req-fe23fb7f-f86a-4077-822a-f3f8315cf45d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:38.701518 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-12f12293-825c-45a0-9e69-42c23386124f req-fe23fb7f-f86a-4077-822a-f3f8315cf45d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0870922 Dec 15 13:38:38.717579 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6f6ca5d0-a0fc-4a97-972b-e334eaffc582 req-b737ab00-a305-482f-b4f6-94559a1200f0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036420 Dec 15 13:38:38.807977 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f4de2f02-9080-404a-934a-1392e4c461ec req-1df4d2a7-3b85-4169-9b32-96a75964e6ec service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123006 Dec 15 13:38:38.813586 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-12f12293-825c-45a0-9e69-42c23386124f req-0c89f3a8-2fa9-4992-af7f-aa96e3c2694c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891626 Dec 15 13:38:38.865121 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-1e0c8660-7c74-4487-9948-490c783ed61b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219894246&fields=id&tenant_id=c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 267 time: 0.0504105 Dec 15 13:38:38.970833 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f4de2f02-9080-404a-934a-1392e4c461ec req-d1ef88bd-da89-4aa7-b01a-787adb7eae5f service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523819 Dec 15 13:38:39.034097 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968beddc-d068-405e-ad66-aaa4543ed01a req-2f599c3e-1de3-4399-bea8-40e78a4683b3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:39.035894 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-968beddc-d068-405e-ad66-aaa4543ed01a req-2f599c3e-1de3-4399-bea8-40e78a4683b3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0903645 Dec 15 13:38:39.053277 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-26868d2c-3f4f-4130-a48e-53506fe18339 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:39.054913 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-26868d2c-3f4f-4130-a48e-53506fe18339 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 812 time: 0.1722245 Dec 15 13:38:39.081110 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-52d63e20-6db2-44c0-8ff5-5de31c28ec04 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/quotas/c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 375 time: 0.0191977 Dec 15 13:38:39.175144 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-968beddc-d068-405e-ad66-aaa4543ed01a req-2fa8471d-aef0-48fa-91e4-8b88d10d3dc9 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192231 Dec 15 13:38:39.200110 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-05849568-3a01-4bfe-920c-56240ac2a050 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093171 Dec 15 13:38:39.326068 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-8e18cad8-6676-48fa-96bf-ff09c854294b service neutron] 10.222.0.83 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053011 Dec 15 13:38:39.449208 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-8b24b6b9-f9cd-4886-b0c0-0596f13caf81 service neutron] 10.222.0.83 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220899 Dec 15 13:38:39.870437 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-69bc6139-74eb-4180-b0d1-622befe7215b req-48806b41-6c86-49ca-9dfc-2a357127c8fb tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 210 time: 0.0367715 Dec 15 13:38:39.921593 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950b7ea-02be-4acb-beed-97ec0ce8ca9a req-928faa0f-8664-4b90-b2e1-4a809a3ad52b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:39.923314 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a950b7ea-02be-4acb-beed-97ec0ce8ca9a req-928faa0f-8664-4b90-b2e1-4a809a3ad52b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1075799 Dec 15 13:38:40.046272 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b9593-6172-4df6-be69-f9f2c4dddefe req-aa30e6c7-c5d7-4f48-ae02-c5e30b635fbe tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:40.054211 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fd0b9593-6172-4df6-be69-f9f2c4dddefe req-aa30e6c7-c5d7-4f48-ae02-c5e30b635fbe tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1195767 Dec 15 13:38:40.064366 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a950b7ea-02be-4acb-beed-97ec0ce8ca9a req-e597256c-7f41-4e4f-85eb-95e364606c1a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278539 Dec 15 13:38:40.134087 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fd0b9593-6172-4df6-be69-f9f2c4dddefe req-9f564e6d-fb18-4e2b-95c2-05f30873220a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788634 Dec 15 13:38:40.322704 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429d1a-67e3-42ba-9803-2bc4e3a7063d req-f106872a-dc84-4e57-b1ec-db07c281162f tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:40.330400 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ca429d1a-67e3-42ba-9803-2bc4e3a7063d req-f106872a-dc84-4e57-b1ec-db07c281162f tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0679629 Dec 15 13:38:40.383109 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ca429d1a-67e3-42ba-9803-2bc4e3a7063d req-3cdfd3e3-69ed-4d41-ac15-08bc9b159fe8 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514600 Dec 15 13:38:40.969629 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-973a1081-6830-4f26-9971-74484c2a2646 req-9b88a62b-6ff5-4ff4-ada5-4763030a9722 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 210 time: 0.0325117 Dec 15 13:38:41.223126 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e666e-3c13-4d0b-84ac-92562f7c355c req-ba871731-1b2e-4f86-98d0-d47530d797d3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:41.225022 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ea9e666e-3c13-4d0b-84ac-92562f7c355c req-ba871731-1b2e-4f86-98d0-d47530d797d3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0754859 Dec 15 13:38:41.327431 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074eef-5258-402e-8cd9-30c41351e40e req-3f8b0a60-4576-43a8-b807-be0f5c063610 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:41.335672 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1a074eef-5258-402e-8cd9-30c41351e40e req-3f8b0a60-4576-43a8-b807-be0f5c063610 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0979812 Dec 15 13:38:41.354211 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ea9e666e-3c13-4d0b-84ac-92562f7c355c req-e8f58dd8-a914-4c3c-80d3-df0fff43c0ce tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171503 Dec 15 13:38:41.437448 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1a074eef-5258-402e-8cd9-30c41351e40e req-372c0031-2832-414f-8848-8a076d96c385 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006815 Dec 15 13:38:41.543138 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04774c4d-0bdf-4bdb-a803-ddcb97bc051a req-194c3d38-8d8d-4b61-8f8c-82a6ea0f80c7 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:41.549663 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-04774c4d-0bdf-4bdb-a803-ddcb97bc051a req-194c3d38-8d8d-4b61-8f8c-82a6ea0f80c7 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0586014 Dec 15 13:38:41.614474 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-04774c4d-0bdf-4bdb-a803-ddcb97bc051a req-3fcc442f-ce9f-4917-9cd6-cca4aa9a9e80 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563824 Dec 15 13:38:42.109432 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-089c6412-433c-46cc-8dbe-9af4a6cc6847 req-16765e96-5bfb-465e-9953-7cd751db513b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 210 time: 0.0394225 Dec 15 13:38:42.484008 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55636987-11cf-46ef-b6a1-9cebc1fe59e7 req-b5a8e602-061d-4862-9732-cb3269348ea1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:42.485635 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-55636987-11cf-46ef-b6a1-9cebc1fe59e7 req-b5a8e602-061d-4862-9732-cb3269348ea1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0616434 Dec 15 13:38:42.566082 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-55636987-11cf-46ef-b6a1-9cebc1fe59e7 req-8a72e106-d8e2-4d33-8c2b-f962a77f3b44 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728855 Dec 15 13:38:42.703205 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9e479-0d75-4826-ae7a-2c1bc38889bd req-668c7ea1-a246-4157-9949-cb6b53eb1acf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:42.706791 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-eba9e479-0d75-4826-ae7a-2c1bc38889bd req-668c7ea1-a246-4157-9949-cb6b53eb1acf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1220851 Dec 15 13:38:42.942955 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-eba9e479-0d75-4826-ae7a-2c1bc38889bd req-214b1e51-f4d8-4d7c-ac38-5c3d85bcaf65 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164085 Dec 15 13:38:42.972452 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4d62b6a8-6d85-4693-b0c5-4e01a52b2189 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:42.974644 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4d62b6a8-6d85-4693-b0c5-4e01a52b2189 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 812 time: 0.1733265 Dec 15 13:38:42.988055 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b965-4baf-4a7e-8ee6-cbdf4a4d2748 req-06f35bed-c312-4c61-b357-ebbbedfcb3fc tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:42.998520 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2fa3b965-4baf-4a7e-8ee6-cbdf4a4d2748 req-06f35bed-c312-4c61-b357-ebbbedfcb3fc tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.2401698 Dec 15 13:38:43.085928 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2fa3b965-4baf-4a7e-8ee6-cbdf4a4d2748 req-cc481c86-2618-4181-85a5-e2fa313d3138 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860610 Dec 15 13:38:43.143119 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4b8e3237-796e-433b-a3be-f737be7fb7b3 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 380 time: 0.1450305 Dec 15 13:38:43.153068 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'port': {'device_id': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'admin_state_up': True, 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'security_groups': ['fcf70fc2-d28b-482d-baaa-5118a849ccef']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:43.256055 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-69d4a37f-72cc-4e8a-aac0-324268d97356 req-ba89af75-890b-4450-ad1c-915bda66a799 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 210 time: 0.0280128 Dec 15 13:38:43.374999 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Made reservation on behalf of c0da9050a08e442887ca8dc346374836 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:43.380260 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.556684 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Allocated IP 172.20.0.6 (7bf9178e-ef91-4e23-a896-35ca60172592/89513571-70e8-446d-99c6-6446748ef3f8/0387f3fb-6863-45ce-b5d6-5a1b21700b4b) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:43.750831 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe84c-770c-49c9-bc56-10b335feb3f3 req-838b8265-6afe-468a-a342-4d596141821b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:43.784213 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d80fe84c-770c-49c9-bc56-10b335feb3f3 req-838b8265-6afe-468a-a342-4d596141821b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1173739 Dec 15 13:38:43.803533 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.852098 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:43.863915 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d80fe84c-770c-49c9-bc56-10b335feb3f3 req-981620eb-5cf2-425d-9e2b-9b0c85e15460 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752823 Dec 15 13:38:43.920154 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Network 7bf9178e-ef91-4e23-a896-35ca60172592 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:43.924367 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:43.928697 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:43.974198 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:43.987998 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.988538 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.989074 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.989877 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.990886 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.991349 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.991824 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.992908 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.993713 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.994329 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.994801 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.995276 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:43.995747 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:44.020488 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:44.023485 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.051514 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-f193c6c9-258d-4c7f-a5a6-ea6b1ceb7cf6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9066079 Dec 15 13:38:44.099655 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Request body: {'port': {'device_id': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:44.206622 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.238311 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdf56c-253a-4da9-b502-0b5f6f8187a4 req-57ee3ad1-3db8-444b-9545-c5bc4986fff6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:44.244717 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-35bdf56c-253a-4da9-b502-0b5f6f8187a4 req-57ee3ad1-3db8-444b-9545-c5bc4986fff6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1302552 Dec 15 13:38:44.391105 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fee6f-56cb-4899-9a51-28772b867575 req-aa72a72c-c2ab-4ea4-a024-f15e3668a68d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:44.401694 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-950fee6f-56cb-4899-9a51-28772b867575 req-aa72a72c-c2ab-4ea4-a024-f15e3668a68d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.1542261 Dec 15 13:38:44.440518 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-22a01850-15e1-4fbd-a286-2ea2a9cbf2d3 None None] Provisioning complete for port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:44.441041 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-22a01850-15e1-4fbd-a286-2ea2a9cbf2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.450068 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-35bdf56c-253a-4da9-b502-0b5f6f8187a4 req-c2c8521f-4006-4fba-ac7c-9f5ba1ce773e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969860 Dec 15 13:38:44.478875 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-950fee6f-56cb-4899-9a51-28772b867575 req-31bfa717-39fa-454f-96c5-3027c83e2ff8 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726368 Dec 15 13:38:44.545056 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-22a01850-15e1-4fbd-a286-2ea2a9cbf2d3 None None] Port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:44.620558 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9c632-d3c4-4e7e-9ce3-238673dc6b00 req-95295aa8-a7cd-464f-9284-a9541bc851cb tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:44.633669 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-22e9c632-d3c4-4e7e-9ce3-238673dc6b00 req-95295aa8-a7cd-464f-9284-a9541bc851cb tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 931 time: 0.0759912 Dec 15 13:38:44.672307 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0387f3fb-6863-45ce-b5d6-5a1b21700b4b {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:44.681072 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.691929 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-22e9c632-d3c4-4e7e-9ce3-238673dc6b00 req-24158b28-aa2f-4e74-954e-e20de56c761f tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597646 Dec 15 13:38:44.697548 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Transition to ACTIVE for port object 0387f3fb-6863-45ce-b5d6-5a1b21700b4b will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:38:44.704090 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.823507 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:44.824993 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39979060-cbff-4fb6-9bfa-020c911763cf req-731df6cc-b752-4d5a-817b-ab95179b33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:44.826597 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39979060-cbff-4fb6-9bfa-020c911763cf req-731df6cc-b752-4d5a-817b-ab95179b33ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 1098 time: 0.0809762 Dec 15 13:38:44.920991 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Attempting to bind port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:44.921689 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Attempting to bind port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:44.922146 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Attempting to bind port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b on network 7bf9178e-ef91-4e23-a896-35ca60172592 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:44.929734 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b on network 7bf9178e-ef91-4e23-a896-35ca60172592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:38:44.930215 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Attempting to bind port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b on network 7bf9178e-ef91-4e23-a896-35ca60172592 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:44.936948 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:44.937362 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Checking segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:44.938103 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Bound using segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:44.938254 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Bound port: 0387f3fb-6863-45ce-b5d6-5a1b21700b4b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:44.938697 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:44.944429 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39979060-cbff-4fb6-9bfa-020c911763cf req-55898a84-da43-47fb-921c-43c528111c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:44.951722 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39979060-cbff-4fb6-9bfa-020c911763cf req-55898a84-da43-47fb-921c-43c528111c1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.1093562 Dec 15 13:38:45.022610 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] For port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:45.026529 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] For port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:45.031636 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.054243 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39979060-cbff-4fb6-9bfa-020c911763cf req-d92b44ba-4dd1-4e54-90a9-e18abdbc4faa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d HTTP/1.1" status: 200 len: 1000 time: 0.0994768 Dec 15 13:38:45.068239 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.068858 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.070436 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] 10.222.0.66 "PUT /v2.0/ports/0387f3fb-6863-45ce-b5d6-5a1b21700b4b HTTP/1.1" status: 200 len: 1093 time: 0.9968367 Dec 15 13:38:45.074369 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'tag': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:45.078971 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bc6852-92e0-490e-9820-4f1bf889121c" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa99337-9b29-41bc-90eb-cf4ffdbc2a44", "tag": "0387f3fb-6863-45ce-b5d6-5a1b21700b4b"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:45.157567 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39979060-cbff-4fb6-9bfa-020c911763cf req-0bd1f510-935b-4aa9-92d4-f48c1884fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.159826 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39979060-cbff-4fb6-9bfa-020c911763cf req-0bd1f510-935b-4aa9-92d4-f48c1884fe2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0964699 Dec 15 13:38:45.198779 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b645670e-c621-4752-91b7-bda757ea4823 x-openstack-request-id: req-b645670e-c621-4752-91b7-bda757ea4823 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:45.199098 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa99337-9b29-41bc-90eb-cf4ffdbc2a44", "tag": "0387f3fb-6863-45ce-b5d6-5a1b21700b4b", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:45.199400 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b645670e-c621-4752-91b7-bda757ea4823 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:45.199728 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'tag': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'status': 'completed', 'code': 200} Dec 15 13:38:45.204331 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33a3b-64a1-4821-89cd-ba5e9be6bdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:45.249471 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39979060-cbff-4fb6-9bfa-020c911763cf req-929a0e15-e541-45d2-b9fd-0e619bbef3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.251413 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39979060-cbff-4fb6-9bfa-020c911763cf req-929a0e15-e541-45d2-b9fd-0e619bbef3dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836477 Dec 15 13:38:45.263320 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4564efea-b326-415f-a0ec-6120f55b1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.265531 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-4564efea-b326-415f-a0ec-6120f55b1041 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 1096 time: 0.1498244 Dec 15 13:38:45.334692 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-b616cb0e-f1c6-41bb-9a70-7b0417454438 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0387f3fb-6863-45ce-b5d6-5a1b21700b4b HTTP/1.1" status: 200 len: 217 time: 0.0605481 Dec 15 13:38:45.400395 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-55a81716-fe70-47eb-a0d6-937b6129ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.415535 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-55a81716-fe70-47eb-a0d6-937b6129ddbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0714710 Dec 15 13:38:45.432091 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39979060-cbff-4fb6-9bfa-020c911763cf req-12b7adc9-61b7-4096-af64-68b75f1ca4b1 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719408 Dec 15 13:38:45.476426 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-7b9a048a-ca88-4b3c-af2b-f2f17c391063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.478116 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-7b9a048a-ca88-4b3c-af2b-f2f17c391063 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545824 Dec 15 13:38:45.580246 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55334) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:45.636446 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-6d6aad67-3eac-4d19-b1e4-99b8575dcfa9 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498313 Dec 15 13:38:45.735358 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1348bd8-e21f-4879-a7da-dcefc0fd21c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.760646 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638c3a3-0ede-4ec9-a921-57058b34a528 req-7e7086d3-4092-416c-991b-e6b245175b83 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.762194 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0638c3a3-0ede-4ec9-a921-57058b34a528 req-7e7086d3-4092-416c-991b-e6b245175b83 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.1304901 Dec 15 13:38:45.779905 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bea237-9db1-4dc9-b5ba-f1320eea1419 req-34ef192e-9eab-46e8-ac1b-de4849e40e4d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.781406 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c1bea237-9db1-4dc9-b5ba-f1320eea1419 req-34ef192e-9eab-46e8-ac1b-de4849e40e4d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.1484375 Dec 15 13:38:45.791766 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39979060-cbff-4fb6-9bfa-020c911763cf req-cc1fee5d-12a3-48c3-8c25-2a9cbc977c43 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505821 Dec 15 13:38:45.792255 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbbb4dd1-a9df-4cb7-9b7a-8bf6bd212556 req-0f06287d-e1c0-4b0d-8b5e-77135d64f294 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445198 Dec 15 13:38:45.866838 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0638c3a3-0ede-4ec9-a921-57058b34a528 req-b4855631-39fa-48d6-af3a-d0f05fb0f81f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951276 Dec 15 13:38:45.870029 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1348bd8-e21f-4879-a7da-dcefc0fd21c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.878851 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c1bea237-9db1-4dc9-b5ba-f1320eea1419 req-53a30ea3-e7c4-4075-bf7e-ed8f453b4b43 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851839 Dec 15 13:38:45.885672 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1348bd8-e21f-4879-a7da-dcefc0fd21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.953413 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f1348bd8-e21f-4879-a7da-dcefc0fd21c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0a22fa4f2d494f388339b70c8cc24946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721721 Dec 15 13:38:45.956054 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55348) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:45.956227 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1348bd8-e21f-4879-a7da-dcefc0fd21c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af5bcf9-655f-4f74-9f4e-f89ca97f926b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:45.966087 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc6852-92e0-490e-9820-4f1bf889121c req-3e4ba3aa-b88f-44cd-8a63-3122d5f172f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:45.967596 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26bc6852-92e0-490e-9820-4f1bf889121c req-3e4ba3aa-b88f-44cd-8a63-3122d5f172f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 1096 time: 0.0921922 Dec 15 13:38:46.089949 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.099470 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc6852-92e0-490e-9820-4f1bf889121c req-1924ff68-5a69-4565-a8f6-2ab54c73a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.100989 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26bc6852-92e0-490e-9820-4f1bf889121c req-1924ff68-5a69-4565-a8f6-2ab54c73a05c service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.1188760 Dec 15 13:38:46.108510 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d69f8c-f0fb-4991-b255-7df3b5cd8cb5 req-48f8498b-9e4e-4973-b31d-2f943dbbb2b9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.110030 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e9d69f8c-f0fb-4991-b255-7df3b5cd8cb5 req-48f8498b-9e4e-4973-b31d-2f943dbbb2b9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1259980 Dec 15 13:38:46.125586 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee5936-09e2-4f50-9145-431e07fb40c8 req-924c5dda-f43c-43c6-bfb4-b4f90e5473fa tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.127109 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cdee5936-09e2-4f50-9145-431e07fb40c8 req-924c5dda-f43c-43c6-bfb4-b4f90e5473fa tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 943 time: 0.1267812 Dec 15 13:38:46.148084 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.148633 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26bc6852-92e0-490e-9820-4f1bf889121c req-e6a5707f-d24f-4fdd-87ee-c587728eaa8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0387f3fb-6863-45ce-b5d6-5a1b21700b4b HTTP/1.1" status: 200 len: 217 time: 0.0376081 Dec 15 13:38:46.201268 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc6852-92e0-490e-9820-4f1bf889121c req-e42b7b5e-7764-48f5-9680-8116de4cd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.203034 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26bc6852-92e0-490e-9820-4f1bf889121c req-e42b7b5e-7764-48f5-9680-8116de4cd6f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0445812 Dec 15 13:38:46.242082 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e9d69f8c-f0fb-4991-b255-7df3b5cd8cb5 req-4d772545-a416-4195-a49d-e3e4c4287d7c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113493 Dec 15 13:38:46.248086 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cdee5936-09e2-4f50-9145-431e07fb40c8 req-331ab850-4025-4e9c-baa5-ffd9506a08b2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112492 Dec 15 13:38:46.271835 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.271835 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.271835 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3af5bcf9-655f-4f74-9f4e-f89ca97f926b HTTP/1.1" status: 204 len: 168 time: 0.3090124 Dec 15 13:38:46.274165 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc6852-92e0-490e-9820-4f1bf889121c req-92e20a89-ff01-402f-b178-143744b4037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:46.276052 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26bc6852-92e0-490e-9820-4f1bf889121c req-92e20a89-ff01-402f-b178-143744b4037d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635612 Dec 15 13:38:46.291412 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af5bcf9-655f-4f74-9f4e-f89ca97f926b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:46.301052 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.301459 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.301857 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.302197 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.302576 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.302904 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.303232 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.303554 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.303880 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.304202 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.304573 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.304895 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.305209 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d0333-ded5-47b6-831f-e2f55dc8d992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:46.390202 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26bc6852-92e0-490e-9820-4f1bf889121c req-28868dd9-cdbc-41b5-9b71-df97e1843a6b service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050899 Dec 15 13:38:46.909992 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55384) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:47.001969 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7085173-c1a1-49ae-9a5c-1124191747ad req-647c0767-898f-4479-80df-66cd623cd93a tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.003455 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d7085173-c1a1-49ae-9a5c-1124191747ad req-647c0767-898f-4479-80df-66cd623cd93a tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0535643 Dec 15 13:38:47.013186 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1168867158-network', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:47.058124 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Made reservation on behalf of ae0b248663174800af3db2a34d92f6b3 for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:47.060379 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.075216 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.080081 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d7085173-c1a1-49ae-9a5c-1124191747ad req-ef464ee9-9e8e-4155-aba2-ee86e9dd175a tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637000 Dec 15 13:38:47.185873 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.192211 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.219496 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=102648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:38:47.240803 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ede84-b35e-47e4-ab3f-330a87b2c3d8 req-a56f7f5e-6d4c-4086-b58e-326ca40266a7 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.242329 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2b9ede84-b35e-47e4-ab3f-330a87b2c3d8 req-a56f7f5e-6d4c-4086-b58e-326ca40266a7 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0895412 Dec 15 13:38:47.244164 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f7351-04ef-40fc-a76c-b4908564fa7c,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:47.249255 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.249579 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Added segment fcaedeb6-fcfa-49a6-82c1-48cd1d894bde of type vlan for network fceda14e-72c1-403d-b298-cf6490176d7e Dec 15 13:38:47.321350 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.347226 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2b9ede84-b35e-47e4-ab3f-330a87b2c3d8 req-763c5a5b-540e-44e0-b599-c690542651bf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950541 Dec 15 13:38:47.358686 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26bc6852-92e0-490e-9820-4f1bf889121c req-79dfab43-bb40-4170-8a28-1d2b9a8c0ae0 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124537 Dec 15 13:38:47.362361 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.363326 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.363907 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.416559 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5054166 Dec 15 13:38:47.419554 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55394) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:47.424395 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Request body: {'subnet': {'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1168867158-subnet', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:47.448020 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Made reservation on behalf of ae0b248663174800af3db2a34d92f6b3 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:47.450529 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59530690'] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.454100 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0330e7-bac9-403f-a07b-b6bac60c5e24 admin admin] Pushing event updated for resources: {'Network': ['ID=fceda14e-72c1-403d-b298-cf6490176d7e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:47.466849 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network fceda14e-72c1-403d-b298-cf6490176d7e details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:38:47.476656 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a47fb4-246b-4db8-8839-2e00af34fd75 req-73f5804e-3c7d-4f44-b3be-bdbd3b8e6e59 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.478310 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b8a47fb4-246b-4db8-8839-2e00af34fd75 req-73f5804e-3c7d-4f44-b3be-bdbd3b8e6e59 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 943 time: 0.0677593 Dec 15 13:38:47.538409 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b8a47fb4-246b-4db8-8839-2e00af34fd75 req-db7b4319-754a-4278-a01a-c484f042d2a9 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541027 Dec 15 13:38:47.858913 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58931959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59530716'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.912971 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=303ca9a0-a0c0-4a44-b704-7fcd8e15685f,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:47.922291 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Checking segment: {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:47.922639 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Network hostable DHCP agents. Network: fceda14e-72c1-403d-b298-cf6490176d7e, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:38:47.939774 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Network fceda14e-72c1-403d-b298-cf6490176d7e is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:38:47.949213 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, fceda14e-72c1-403d-b298-cf6490176d7e) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:47.953773 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:47.954371 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.958982 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f842fe-a070-47e1-880a-f27a1dad3db4 None None] Network fceda14e-72c1-403d-b298-cf6490176d7e requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:47.971622 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-da539a29-b842-44d1-9623-c73499a39df2 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5498168 Dec 15 13:38:47.973789 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55398) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:47.978830 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:48.004390 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.005464 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.058649 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.072444 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-fceda14e-72c1-403d-b298-cf6490176d7e', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:38:48.073335 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.203418 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.213003 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ebf6b-4595-4389-814c-99461fa3fdb9 req-5ebf2b88-5937-4b7a-9604-6b3679b9a1b1 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:48.214636 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cd4ebf6b-4595-4389-814c-99461fa3fdb9 req-5ebf2b88-5937-4b7a-9604-6b3679b9a1b1 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0573699 Dec 15 13:38:48.229725 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Allocated IP 172.20.0.2 (fceda14e-72c1-403d-b298-cf6490176d7e/303ca9a0-a0c0-4a44-b704-7fcd8e15685f/ce7189d3-b1c7-4eed-9396-98e0f52e8ad3) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:48.268531 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cd4ebf6b-4595-4389-814c-99461fa3fdb9 req-e89a4c10-a72a-4e37-9fd5-7ad656bb559c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Dec 15 13:38:48.387483 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.396959 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.440794 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Network fceda14e-72c1-403d-b298-cf6490176d7e is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:48.443858 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:48.448493 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Pushing event updated for resources: {'Port': ['ID=ce7189d3-b1c7-4eed-9396-98e0f52e8ad3,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:48.450932 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:48.459450 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.481793 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.506352 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6598e6-f379-4119-878b-12dee8e77fd3 req-4906c17f-1ecc-4e55-ac18-d6df14598c71 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:48.509192 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a6598e6-f379-4119-878b-12dee8e77fd3 req-4906c17f-1ecc-4e55-ac18-d6df14598c71 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 945 time: 0.0737264 Dec 15 13:38:48.513160 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Attempting to bind port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:48.513730 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Attempting to bind port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:48.513914 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Attempting to bind port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 on network fceda14e-72c1-403d-b298-cf6490176d7e {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:48.520280 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:48.520642 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Checking segment: {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:48.521224 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.521791 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Bound using segment: {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:48.522409 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Bound port: ce7189d3-b1c7-4eed-9396-98e0f52e8ad3, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:48.522961 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.586541 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a6598e6-f379-4119-878b-12dee8e77fd3 req-d64a2d77-c595-4e88-9f38-d2d69ddb9aea tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573242 Dec 15 13:38:48.596789 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Allocated IP 172.27.1.85 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/e9dc2427-444f-41a2-81e3-9df109fd11b7) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:48.601663 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] For port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:48.606329 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] For port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ce7189d3-b1c7-4eed-9396-98e0f52e8ad3,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:48.614311 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.689104 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67841bc5-ed48-41e7-9464-3a416741ddbe None None] Pushing event updated for resources: {'Port': ['ID=ce7189d3-b1c7-4eed-9396-98e0f52e8ad3,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:48.724148 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076b7f-3a4e-4db2-bdfb-4a5a6890f37b req-fea78618-4b31-4336-aba0-8393c5190876 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:48.725852 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f5076b7f-3a4e-4db2-bdfb-4a5a6890f37b req-fea78618-4b31-4336-aba0-8393c5190876 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 943 time: 0.0700393 Dec 15 13:38:48.736861 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.781172 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:48.792398 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f5076b7f-3a4e-4db2-bdfb-4a5a6890f37b req-778a50d9-26d3-4c60-aa20-f6a9b0b3d320 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600588 Dec 15 13:38:48.819445 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:48.825235 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:48.828246 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:48.872555 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Pushing event updated for resources: {'Port': ['ID=e9dc2427-444f-41a2-81e3-9df109fd11b7,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:49.070873 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:49.122460 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.173229 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.200835 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:49.203981 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876712ba-772e-4ab0-bbad-e6ec591b176e" -d '{"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:49.219505 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:49.227184 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.256736 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12f0dfc-9e59-4c58-a9dd-18c3f859328a x-openstack-request-id: req-c12f0dfc-9e59-4c58-a9dd-18c3f859328a {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:49.257054 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:49.257338 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c12f0dfc-9e59-4c58-a9dd-18c3f859328a {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:49.257733 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'code': 200} Dec 15 13:38:49.291485 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=8']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:49.371075 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.427510 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb88c04-8b86-42db-890b-9a83e7af0702 req-e4df87d9-1984-429a-a380-93895baf9a68 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:49.429410 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-efb88c04-8b86-42db-890b-9a83e7af0702 req-e4df87d9-1984-429a-a380-93895baf9a68 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.0699618 Dec 15 13:38:49.493169 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-efb88c04-8b86-42db-890b-9a83e7af0702 req-8ee9e8a8-7bf1-42fd-a9b2-aea76ec44e2d tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558944 Dec 15 13:38:49.526544 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Router 23833edc-974d-4c2b-afb5-66931e746fcd is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:38:49.647247 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:49.657636 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Sync routers for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:49.671811 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:49.672429 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:49.676428 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.682816 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9f023764-0fe2-4b52-92a4-11e51b4c5930 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7053893 Dec 15 13:38:49.683009 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55424) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:49.724623 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b18ff6-54dd-41c6-9301-3655a66b6e34 req-765a86cb-42e6-482f-b381-b887d0575420 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:49.730661 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-58b18ff6-54dd-41c6-9301-3655a66b6e34 req-765a86cb-42e6-482f-b381-b887d0575420 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0657573 Dec 15 13:38:49.775323 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d10103-11c6-4829-a19b-4fca8e93593f None None] Network fceda14e-72c1-403d-b298-cf6490176d7e requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:49.800393 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:49.848408 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-58b18ff6-54dd-41c6-9301-3655a66b6e34 req-4e5da6bd-f646-4ad3-827d-1b694bc73e9d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125414 Dec 15 13:38:49.954463 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-175c7c1c-d58f-4db5-95c8-50550a873766 None None] Provisioning complete for port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:49.955138 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-175c7c1c-d58f-4db5-95c8-50550a873766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.964265 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:49.997075 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:48Z', 'revision_number': 3, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:50.031602 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Checking router: 23833edc-974d-4c2b-afb5-66931e746fcd for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:50.032121 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Updating router 23833edc-974d-4c2b-afb5-66931e746fcd port e9dc2427-444f-41a2-81e3-9df109fd11b7 binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:38:50.043670 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca0e97-983f-4e1b-bc88-3db7a880b233 req-d2fba327-96e0-473a-b581-1a621ef2ad22 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:50.051296 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8dca0e97-983f-4e1b-bc88-3db7a880b233 req-d2fba327-96e0-473a-b581-1a621ef2ad22 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 943 time: 0.0986035 Dec 15 13:38:50.061141 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.079861 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-8036b789-05a9-4168-83aa-38360ea771eb tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:50.081406 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-8036b789-05a9-4168-83aa-38360ea771eb tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.2241626 Dec 15 13:38:50.108458 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8dca0e97-983f-4e1b-bc88-3db7a880b233 req-55d30ad0-73eb-4fcf-a4bb-ffdeaee6641e tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558794 Dec 15 13:38:50.142315 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:50.143032 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.204331 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-175c7c1c-d58f-4db5-95c8-50550a873766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.293302 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-175c7c1c-d58f-4db5-95c8-50550a873766 None None] For port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ce7189d3-b1c7-4eed-9396-98e0f52e8ad3,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:50.303239 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-175c7c1c-d58f-4db5-95c8-50550a873766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.320140 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Deleting port 80cf7af8-b656-4e21-a8fa-be6462313256 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:50.320534 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.356426 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.397004 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c7c1c-d58f-4db5-95c8-50550a873766 None None] Pushing event updated for resources: {'Port': ['ID=ce7189d3-b1c7-4eed-9396-98e0f52e8ad3,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:50.460664 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.db.api [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:38:50.460664 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG oslo_db.api [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:38:50.511375 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.525733 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-a0b58344-947b-4d15-af6f-5dbb02f1b6b1 None None] Provisioning complete for port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:50.526505 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a0b58344-947b-4d15-af6f-5dbb02f1b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.526750 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] For port 80cf7af8-b656-4e21-a8fa-be6462313256, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80cf7af8-b656-4e21-a8fa-be6462313256,segment=NetworkSegment(ee869c35-c22d-4719-be14-694654360be7),segment_id=ee869c35-c22d-4719-be14-694654360be7)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:50.527179 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.541576 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.568871 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Calling delete_port for 80cf7af8-b656-4e21-a8fa-be6462313256 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:50.681420 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Attempting to bind port e9dc2427-444f-41a2-81e3-9df109fd11b7 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:50.688295 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.692276 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Attempting to bind port e9dc2427-444f-41a2-81e3-9df109fd11b7 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:50.692790 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Attempting to bind port e9dc2427-444f-41a2-81e3-9df109fd11b7 on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:50.705408 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:50.706087 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:50.706667 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.707203 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:50.707817 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Bound port: e9dc2427-444f-41a2-81e3-9df109fd11b7, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:50.708382 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.711779 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b751-c4b5-4c8b-826d-6bba211b6903 None None] Pushing event updated for resources: {'Port': ['ID=e9dc2427-444f-41a2-81e3-9df109fd11b7,revision_number=2']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:50.789654 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0698d29-e1e9-4875-a468-7ee375480d4f req-440afb89-a21a-4a47-a4bd-9be852a1b71c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:50.792899 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c0698d29-e1e9-4875-a468-7ee375480d4f req-440afb89-a21a-4a47-a4bd-9be852a1b71c tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f60a740-5f73-4d7e-b08b-982dfd3644fe HTTP/1.1" status: 200 len: 945 time: 0.1465130 Dec 15 13:38:50.830589 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] For port e9dc2427-444f-41a2-81e3-9df109fd11b7, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:50.838720 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] For port e9dc2427-444f-41a2-81e3-9df109fd11b7, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=e9dc2427-444f-41a2-81e3-9df109fd11b7,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:50.852733 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.862644 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:50.870161 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c0698d29-e1e9-4875-a468-7ee375480d4f req-9c11f570-3338-44bd-a133-24389b918702 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb443b87-2acd-408c-9f6f-46ad57ed92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681117 Dec 15 13:38:50.876314 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['80cf7af8-b656-4e21-a8fa-be6462313256'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:50.915670 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Pushing event deleted for resources: {'Port': ['ID=80cf7af8-b656-4e21-a8fa-be6462313256,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:50.941387 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:50.942078 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:50.999806 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] No DVR routers for this DVR port 80cf7af8-b656-4e21-a8fa-be6462313256 on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:51.005897 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.010195 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b861eb8d-d6b8-4f15-926c-870f42e09e2f req-fd69a94c-0afb-4ddc-93cf-08a1cf4110d3 tempest-VolumesActionsTest-6933294 tempest-VolumesActionsTest-6933294-project] 10.222.0.66 "DELETE /v2.0/ports/80cf7af8-b656-4e21-a8fa-be6462313256 HTTP/1.1" status: 204 len: 173 time: 0.9184041 Dec 15 13:38:51.010856 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f60a740-5f73-4d7e-b08b-982dfd3644fe', 'name': 'network-vif-deleted', 'tag': '80cf7af8-b656-4e21-a8fa-be6462313256'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:51.013345 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17866da6-a72f-4fd7-83c2-839c95a4da43" -d '{"events": [{"server_uuid": "1f60a740-5f73-4d7e-b08b-982dfd3644fe", "name": "network-vif-deleted", "tag": "80cf7af8-b656-4e21-a8fa-be6462313256"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:51.019088 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Allocated IP 172.20.0.1 (fceda14e-72c1-403d-b298-cf6490176d7e/303ca9a0-a0c0-4a44-b704-7fcd8e15685f/bcf79536-66e9-43d4-b838-9f3a53a9e658) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:51.029481 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b751-c4b5-4c8b-826d-6bba211b6903 None None] Pushing event updated for resources: {'Port': ['ID=e9dc2427-444f-41a2-81e3-9df109fd11b7,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:51.107160 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f034e6-b9d5-4603-9086-ddbc1e6b45d5 req-e710471a-db68-469a-b427-9a167bd005ab tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:51.109002 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b3f034e6-b9d5-4603-9086-ddbc1e6b45d5 req-e710471a-db68-469a-b427-9a167bd005ab tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0999463 Dec 15 13:38:51.114424 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:51.160140 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa1ac2a-e1d9-4c30-b72c-07ccaf577bf5 x-openstack-request-id: req-7aa1ac2a-e1d9-4c30-b72c-07ccaf577bf5 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:51.160674 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f60a740-5f73-4d7e-b08b-982dfd3644fe", "name": "network-vif-deleted", "tag": "80cf7af8-b656-4e21-a8fa-be6462313256", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:51.161162 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7aa1ac2a-e1d9-4c30-b72c-07ccaf577bf5 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:51.161806 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f60a740-5f73-4d7e-b08b-982dfd3644fe', 'name': 'network-vif-deleted', 'tag': '80cf7af8-b656-4e21-a8fa-be6462313256', 'status': 'completed', 'code': 200} Dec 15 13:38:51.198663 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b3f034e6-b9d5-4603-9086-ddbc1e6b45d5 req-d1500115-f8d4-4d91-ba32-51a35c76c92c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825596 Dec 15 13:38:51.300705 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea3ebd-bbd5-4f3e-9b66-092754b47f71 req-a5521ede-b807-4b1f-917b-a204b7aede28 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:51.304577 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d5ea3ebd-bbd5-4f3e-9b66-092754b47f71 req-a5521ede-b807-4b1f-917b-a204b7aede28 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 943 time: 0.0945055 Dec 15 13:38:51.323873 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.389234 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d5ea3ebd-bbd5-4f3e-9b66-092754b47f71 req-b7ef83de-78df-4fe0-a09e-1e275afffe8b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766816 Dec 15 13:38:51.417146 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:48Z', 'revision_number': 3, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:51.419938 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.454143 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025cd04-ffe1-4b2c-8bd8-af83d472a437 None None] The sync data for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi is: [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:48Z', 'revision_number': 3, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:51.469390 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Network fceda14e-72c1-403d-b298-cf6490176d7e is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:51.472527 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:51.476587 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:51.508783 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55468) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:51.530609 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf79536-66e9-43d4-b838-9f3a53a9e658,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:51.551730 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.694653 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ef2903f8-4044-4868-8088-530db4f0fd84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.799144 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.920653 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ef2903f8-4044-4868-8088-530db4f0fd84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.929967 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ef2903f8-4044-4868-8088-530db4f0fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:51.941230 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-293233c8-89b4-464b-9bed-6db4d73df3d3 None None] Provisioning complete for port bcf79536-66e9-43d4-b838-9f3a53a9e658 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:51.941781 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-293233c8-89b4-464b-9bed-6db4d73df3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.011567 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55486) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:52.012256 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-ef2903f8-4044-4868-8088-530db4f0fd84 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d3bdab48838d4b81928d395160ab1d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017741 Dec 15 13:38:52.027724 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2903f8-4044-4868-8088-530db4f0fd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736948a0-9d51-46c9-8c73-285f2953515c,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:52.027929 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:52.096066 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-293233c8-89b4-464b-9bed-6db4d73df3d3 None None] Port bcf79536-66e9-43d4-b838-9f3a53a9e658 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:52.136344 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:52.136832 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.172667 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-28639b7b-c5d7-4711-965c-b748c382f128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.198596 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [req-0211d7cc-d818-4359-9379-3cb9758655fd req-331d897e-b5cf-43b7-9b88-dd44dd3e850b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:38:52.199415 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0211d7cc-d818-4359-9379-3cb9758655fd req-331d897e-b5cf-43b7-9b88-dd44dd3e850b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063226 Dec 15 13:38:52.224606 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-28639b7b-c5d7-4711-965c-b748c382f128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.265855 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.290717 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.455712 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.474399 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf79536-66e9-43d4-b838-9f3a53a9e658,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:52.495686 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-28639b7b-c5d7-4711-965c-b748c382f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.498413 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-28639b7b-c5d7-4711-965c-b748c382f128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:52.502362 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-28639b7b-c5d7-4711-965c-b748c382f128 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/736948a0-9d51-46c9-8c73-285f2953515c HTTP/1.1" status: 204 len: 168 time: 0.4842551 Dec 15 13:38:52.582861 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdbeda-0ba5-42fc-9a31-46d58788b0db req-dd518a79-b2b9-41c4-822c-2aaa367b5f3a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:52.592469 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639b7b-c5d7-4711-965c-b748c382f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736948a0-9d51-46c9-8c73-285f2953515c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:52.594200 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-72bdbeda-0ba5-42fc-9a31-46d58788b0db req-dd518a79-b2b9-41c4-822c-2aaa367b5f3a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.2056191 Dec 15 13:38:52.757459 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-72bdbeda-0ba5-42fc-9a31-46d58788b0db req-22cf103b-e4e8-40f2-bf03-b2d28c26ad64 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554251 Dec 15 13:38:52.797220 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Network fceda14e-72c1-403d-b298-cf6490176d7e is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:52.798929 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:52.809272 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b812b4c-126a-4a34-bfe5-40b4bcebba63 req-48a6ccda-7bde-43e1-8cd7-22dd9b6bdaaf tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:52.826551 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1b812b4c-126a-4a34-bfe5-40b4bcebba63 req-48a6ccda-7bde-43e1-8cd7-22dd9b6bdaaf tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 943 time: 0.1624956 Dec 15 13:38:52.939237 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1b812b4c-126a-4a34-bfe5-40b4bcebba63 req-88d24357-dd2b-4758-beb0-1ea72224654c tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094339 Dec 15 13:38:53.056460 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 0387f3fb-6863-45ce-b5d6-5a1b21700b4b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:38:53.070685 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 80cf7af8-b656-4e21-a8fa-be6462313256 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:53.186140 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 80cf7af8-b656-4e21-a8fa-be6462313256 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:53.186575 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 80cf7af8-b656-4e21-a8fa-be6462313256 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:53.244083 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-e80820b8-faf5-4797-bf4d-bc617c826e38 None None] Provisioning complete for port bcf79536-66e9-43d4-b838-9f3a53a9e658 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:53.244695 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e80820b8-faf5-4797-bf4d-bc617c826e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.383053 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55560) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:53.530535 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-25b5a4c1-620d-4818-a7b2-80947172281d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1460941 Dec 15 13:38:53.544331 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-09c966de-05a8-450c-a578-876087671d8f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:38:53.546699 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-09c966de-05a8-450c-a578-876087671d8f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079529 Dec 15 13:38:53.561017 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-e80820b8-faf5-4797-bf4d-bc617c826e38 None None] Port bcf79536-66e9-43d4-b838-9f3a53a9e658 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:53.580403 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:53.592249 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'port_id': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'mac_address': 'fa:16:3e:a7:ea:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:38:53.656809 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.660702 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Router 23833edc-974d-4c2b-afb5-66931e746fcd has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:38:53.683309 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0387f3fb-6863-45ce-b5d6-5a1b21700b4b {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:53.729235 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:53.737977 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:53.833052 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:53.838590 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5645d059-6cff-4298-9a6a-abe2ad07efd6 admin admin] 10.222.0.83 "PUT /v2.0/routers/23833edc-974d-4c2b-afb5-66931e746fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1545393 Dec 15 13:38:53.850432 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:54.032588 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device e9dc2427-444f-41a2-81e3-9df109fd11b7 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:54.039438 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bef3-2eb8-42e8-94e0-620c73d193ac req-dfafe632-5346-4478-9007-2f38f7bcb95e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:54.052488 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ea15bef3-2eb8-42e8-94e0-620c73d193ac req-dfafe632-5346-4478-9007-2f38f7bcb95e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1255295 Dec 15 13:38:54.158116 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port e9dc2427-444f-41a2-81e3-9df109fd11b7 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:54.158710 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.170825 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ea15bef3-2eb8-42e8-94e0-620c73d193ac req-a430c019-5776-49a0-91d6-61284a66d5a8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167076 Dec 15 13:38:54.183933 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39303b-5b48-4179-9e57-9b6cb1b6a214 req-f8a30feb-f882-488e-b697-d340e6fe5c48 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:54.191915 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d39303b-5b48-4179-9e57-9b6cb1b6a214 req-f8a30feb-f882-488e-b697-d340e6fe5c48 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 944 time: 0.1143665 Dec 15 13:38:54.260345 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.261529 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d39303b-5b48-4179-9e57-9b6cb1b6a214 req-c8bea8ea-41b8-4981-9ac5-42c63f2b376e tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685592 Dec 15 13:38:54.289452 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port e9dc2427-444f-41a2-81e3-9df109fd11b7, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=e9dc2427-444f-41a2-81e3-9df109fd11b7,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:54.295691 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.358893 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=e9dc2427-444f-41a2-81e3-9df109fd11b7,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:54.363836 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Sync routers for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:54.375955 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:54.376582 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:54.497962 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:54.572565 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55628) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:54.577412 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-793720647-network', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:54.599157 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Made reservation on behalf of ec67a4206df348848fed725e5e1049ee for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:54.601634 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.611435 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.691964 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.696547 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.722378 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=102648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:38:54.724828 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 2, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:54.736204 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb9b7bc-77b4-4175-b1f7-d6aa55727556,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:54.752370 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Checking router: 23833edc-974d-4c2b-afb5-66931e746fcd for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:54.752725 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Updating router 23833edc-974d-4c2b-afb5-66931e746fcd port bcf79536-66e9-43d4-b838-9f3a53a9e658 binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:38:54.761456 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.761456 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Added segment 6466a750-9bba-4896-b4ca-9653a82ebe85 of type vlan for network edee67dc-6d47-4ca7-a5ed-067eddbc376a Dec 15 13:38:54.761853 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55636) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:54.785471 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.817966 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.862560 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.863068 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:54.863651 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.893097 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a5048f1a-ac77-4291-89ae-1b5dbd1ce097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.934586 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] Pushing event updated for resources: {'Network': ['ID=edee67dc-6d47-4ca7-a5ed-067eddbc376a,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:54.941461 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-80c2be34-6d95-45f9-ac16-cbe318a789db admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3677487 Dec 15 13:38:54.944061 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55640) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:54.950488 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Request body: {'subnet': {'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-793720647-subnet', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:54.984425 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a5048f1a-ac77-4291-89ae-1b5dbd1ce097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.985785 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:38:54.986588 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Made reservation on behalf of ec67a4206df348848fed725e5e1049ee for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:54.989078 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62347642'] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:54.990031 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a5048f1a-ac77-4291-89ae-1b5dbd1ce097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.032665 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a5048f1a-ac77-4291-89ae-1b5dbd1ce097 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b31e79a4da1145889a3c3b089d3eb2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694492 Dec 15 13:38:55.035902 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5048f1a-ac77-4291-89ae-1b5dbd1ce097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3efaa-66a3-4ce9-b94d-665e39559297,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.039634 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55642) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:55.099680 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-230a5baf-6b69-4da7-b042-40af4f9cedd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.132070 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-230a5baf-6b69-4da7-b042-40af4f9cedd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.172754 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.183572 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.194054 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-230a5baf-6b69-4da7-b042-40af4f9cedd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.196700 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-230a5baf-6b69-4da7-b042-40af4f9cedd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.202918 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-230a5baf-6b69-4da7-b042-40af4f9cedd3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eaa3efaa-66a3-4ce9-b94d-665e39559297 HTTP/1.1" status: 204 len: 168 time: 0.1559343 Dec 15 13:38:55.207131 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a5baf-6b69-4da7-b042-40af4f9cedd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa3efaa-66a3-4ce9-b94d-665e39559297,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.216390 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62366299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62347620'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.284121 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Pushing event updated for resources: {'Port': ['ID=bcf79536-66e9-43d4-b838-9f3a53a9e658,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.342609 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f599d9e4-e506-42ed-bce3-99ce12775e5a,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.343629 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Attempting to bind port bcf79536-66e9-43d4-b838-9f3a53a9e658 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:55.344002 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Attempting to bind port bcf79536-66e9-43d4-b838-9f3a53a9e658 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:55.344361 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Attempting to bind port bcf79536-66e9-43d4-b838-9f3a53a9e658 on network fceda14e-72c1-403d-b298-cf6490176d7e {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:55.348245 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.349187 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.349187 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.349407 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.349604 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.350013 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.350281 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.350853 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.351094 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.351529 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.351763 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.352446 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.352899 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:55.359679 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:55.360037 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Checking segment: {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:55.360438 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.360827 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Bound using segment: {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:55.361294 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Bound port: bcf79536-66e9-43d4-b838-9f3a53a9e658, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:55.361672 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.386797 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Checking segment: {'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:55.387209 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Network hostable DHCP agents. Network: edee67dc-6d47-4ca7-a5ed-067eddbc376a, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:38:55.429665 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0acea-0279-4a86-b6f3-97aade3cb36e req-d804e613-5734-40fa-bc5d-4bf730908b71 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:55.431282 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fbb0acea-0279-4a86-b6f3-97aade3cb36e req-d804e613-5734-40fa-bc5d-4bf730908b71 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1476374 Dec 15 13:38:55.439172 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:38:55.461814 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96729b1e-8110-43b2-87c6-100a5c6bf8a6 req-b5150847-0f73-46e6-86bd-6bef0d0b892c tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:55.469387 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-96729b1e-8110-43b2-87c6-100a5c6bf8a6 req-b5150847-0f73-46e6-86bd-6bef0d0b892c tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 944 time: 0.1282067 Dec 15 13:38:55.470805 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] For port bcf79536-66e9-43d4-b838-9f3a53a9e658, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:55.475254 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] For port bcf79536-66e9-43d4-b838-9f3a53a9e658, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bcf79536-66e9-43d4-b838-9f3a53a9e658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:55.483816 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.486901 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, edee67dc-6d47-4ca7-a5ed-067eddbc376a) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:55.493785 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:55.498180 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.549528 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3763f80d-4610-46a0-b6fa-2eb1b14287e0 None None] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:55.552864 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cda1f9-3552-4c2c-8db2-e7b4d0533460 None None] Pushing event updated for resources: {'Port': ['ID=bcf79536-66e9-43d4-b838-9f3a53a9e658,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:55.566814 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-96729b1e-8110-43b2-87c6-100a5c6bf8a6 req-837804eb-1588-4b23-b85f-21b7aaaa01b5 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653853 Dec 15 13:38:55.604698 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d7ddad1b-9af8-42e3-b1d5-b9a53d674d1f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6592751 Dec 15 13:38:55.607365 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55658) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:55.613632 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:55.623592 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fbb0acea-0279-4a86-b6f3-97aade3cb36e req-b36f4b38-8e10-4e08-a5f8-03f8118af038 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499472 Dec 15 13:38:55.624675 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:55.625314 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:55.678237 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.679023 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-709e0bec-239f-4975-b7d5-46f1e423569c None None] Provisioning complete for port bcf79536-66e9-43d4-b838-9f3a53a9e658 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:55.679398 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-709e0bec-239f-4975-b7d5-46f1e423569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.681125 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.742765 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.840058 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-edee67dc-6d47-4ca7-a5ed-067eddbc376a', 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a', 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'fixed_ips': [{'subnet_id': 'f599d9e4-e506-42ed-bce3-99ce12775e5a'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:38:55.840881 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.898336 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device e9dc2427-444f-41a2-81e3-9df109fd11b7 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:55.959009 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:55.976692 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:56.206886 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.236056 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.278514 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-709e0bec-239f-4975-b7d5-46f1e423569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.355329 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Allocated IP 172.27.1.96 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/57bdf563-1e0d-4112-b0b7-89d2cd72e66b) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:56.392983 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port e9dc2427-444f-41a2-81e3-9df109fd11b7 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:56.393295 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.424590 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Allocated IP 172.20.0.2 (edee67dc-6d47-4ca7-a5ed-067eddbc376a/f599d9e4-e506-42ed-bce3-99ce12775e5a/31ab4667-c87d-4789-b76a-2bab49819dd6) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:56.432621 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-709e0bec-239f-4975-b7d5-46f1e423569c None None] For port bcf79536-66e9-43d4-b838-9f3a53a9e658, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bcf79536-66e9-43d4-b838-9f3a53a9e658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:56.446289 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-709e0bec-239f-4975-b7d5-46f1e423569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.474301 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.519375 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.574197 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:56.583274 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:56.589095 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:56.608003 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Pushing event updated for resources: {'Port': ['ID=57bdf563-1e0d-4112-b0b7-89d2cd72e66b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:56.618611 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e0bec-239f-4975-b7d5-46f1e423569c None None] Pushing event updated for resources: {'Port': ['ID=bcf79536-66e9-43d4-b838-9f3a53a9e658,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:56.726386 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-f076c0de-9960-416e-878b-7dbc05af76fb None None] Provisioning complete for port bcf79536-66e9-43d4-b838-9f3a53a9e658 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:56.726755 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f076c0de-9960-416e-878b-7dbc05af76fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.815806 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.819728 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['0387f3fb-6863-45ce-b5d6-5a1b21700b4b'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:56.850089 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:56.878393 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf0c41-f599-4349-924f-37d4e457795f req-608f718a-12e3-48d2-9d97-c2263f370ee2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:56.879895 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-82bf0c41-f599-4349-924f-37d4e457795f req-608f718a-12e3-48d2-9d97-c2263f370ee2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 944 time: 0.0955212 Dec 15 13:38:56.890181 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e0c70-4f86-4c4f-89ad-c1dd405a18e7 req-79bf9c79-f523-4eef-a62c-99187a805c80 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:56.899321 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-540e0c70-4f86-4c4f-89ad-c1dd405a18e7 req-79bf9c79-f523-4eef-a62c-99187a805c80 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0913117 Dec 15 13:38:56.940618 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:55Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:56.951739 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.005447 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:57.006545 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6bce7-9e9d-4d2b-8b34-e8a4343abd36 None None] The sync data for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi is: [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:55Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:57.018531 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:57.026804 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:57.034238 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Pushing event updated for resources: {'Port': ['ID=31ab4667-c87d-4789-b76a-2bab49819dd6,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:57.066694 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-540e0c70-4f86-4c4f-89ad-c1dd405a18e7 req-4101cb31-6ff7-4231-861f-514a6327db2f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665347 Dec 15 13:38:57.090141 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-82bf0c41-f599-4349-924f-37d4e457795f req-185e8160-bfcf-4336-aae6-0e13a5df6206 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756804 Dec 15 13:38:57.191934 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Attempting to bind port 31ab4667-c87d-4789-b76a-2bab49819dd6 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:57.192564 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Attempting to bind port 31ab4667-c87d-4789-b76a-2bab49819dd6 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:57.193088 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Attempting to bind port 31ab4667-c87d-4789-b76a-2bab49819dd6 on network edee67dc-6d47-4ca7-a5ed-067eddbc376a {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:57.209145 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:57.209871 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Checking segment: {'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:57.210274 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.210662 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Bound using segment: {'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:57.211135 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Bound port: 31ab4667-c87d-4789-b76a-2bab49819dd6, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:57.211568 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.244445 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.337318 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] For port 31ab4667-c87d-4789-b76a-2bab49819dd6, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:57.342890 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] For port 31ab4667-c87d-4789-b76a-2bab49819dd6, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=31ab4667-c87d-4789-b76a-2bab49819dd6,segment=NetworkSegment(6466a750-9bba-4896-b4ca-9653a82ebe85),segment_id=6466a750-9bba-4896-b4ca-9653a82ebe85)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:57.352284 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.459172 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:38:57.462857 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1053a-b373-4d1a-8bc9-3d9880f3b8ec None None] Pushing event updated for resources: {'Port': ['ID=31ab4667-c87d-4789-b76a-2bab49819dd6,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:57.669054 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:57.679996 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Sync routers for ids ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:57.693796 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:57.695405 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Routers {'2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:57.695711 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9e8a954f-f392-4ff5-b6fa-9fe66b844b43 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0868404 Dec 15 13:38:57.696020 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:57.698614 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55708) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:57.940809 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Set router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:58.110169 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bcf79536-66e9-43d4-b838-9f3a53a9e658 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:58.299017 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port bcf79536-66e9-43d4-b838-9f3a53a9e658 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:58.299553 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:58.360843 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-a8907bde-9aba-411d-8549-bfc560072e3d tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=3b040f42f67e4061b728e00adb165e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1565106 Dec 15 13:38:58.509848 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 0387f3fb-6863-45ce-b5d6-5a1b21700b4b up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:58.552413 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 3, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port': {'id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:56Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:58.651778 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Checking router: 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:58.652389 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Updating router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:38:58.690821 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 31ab4667-c87d-4789-b76a-2bab49819dd6 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:58.762532 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:58.881700 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:38:58.894524 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:58.904654 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:58.960842 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-ee2f8602-ec60-4668-8602-d699594d95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:58.962624 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-ee2f8602-ec60-4668-8602-d699594d95cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d&tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc HTTP/1.1" status: 200 len: 1096 time: 0.1588995 Dec 15 13:38:59.005997 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4d779-2f25-493c-b1fd-96a15029089d req-43fa1045-8c80-49e5-a752-6972ecd51755 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.006947 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 31ab4667-c87d-4789-b76a-2bab49819dd6 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:59.007414 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.008324 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-42a4d779-2f25-493c-b1fd-96a15029089d req-43fa1045-8c80-49e5-a752-6972ecd51755 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 944 time: 0.7688103 Dec 15 13:38:59.126116 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-6b9b640f-c278-422e-bf85-5e77e6fc899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.135112 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-6b9b640f-c278-422e-bf85-5e77e6fc899a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 1096 time: 0.1170402 Dec 15 13:38:59.201651 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55764) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:59.359641 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.380867 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.406319 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-728f0e4c-999d-4c49-acd6-4b66f60712de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.412582 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-728f0e4c-999d-4c49-acd6-4b66f60712de service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.2703214 Dec 15 13:38:59.413832 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:59.416645 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ac68d9-1ba9-4fc7-9e52-b0a98e957a35" -d '{"events": [{"server_uuid": "8aa99337-9b29-41bc-90eb-cf4ffdbc2a44", "name": "network-vif-plugged", "status": "completed", "tag": "0387f3fb-6863-45ce-b5d6-5a1b21700b4b"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:59.469634 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:59.486273 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff8f39-d32e-47ba-a07a-6f6569fc7686 None None] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:59.513914 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port 31ab4667-c87d-4789-b76a-2bab49819dd6, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=31ab4667-c87d-4789-b76a-2bab49819dd6,segment=NetworkSegment(6466a750-9bba-4896-b4ca-9653a82ebe85),segment_id=6466a750-9bba-4896-b4ca-9653a82ebe85)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:59.517987 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.518950 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:59.565072 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.622538 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-2351591e-855b-49ea-85c6-5d46664202f4 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.624096 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-2351591e-855b-49ea-85c6-5d46664202f4 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2621975 Dec 15 13:38:59.627796 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-289d47b1-36b4-4add-bb69-1278efd6c366 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d HTTP/1.1" status: 200 len: 998 time: 0.2044513 Dec 15 13:38:59.643219 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-42a4d779-2f25-493c-b1fd-96a15029089d req-3757f65d-31eb-4298-aefa-5e09c87a3542 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5999846 Dec 15 13:38:59.693841 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14bab5d1-3031-4d25-ab20-e9790ee2cd0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.696034 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-65e104f4-f33d-4d84-8f03-4ceda586000a tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/quotas/3b040f42f67e4061b728e00adb165e5d HTTP/1.1" status: 200 len: 375 time: 0.0319014 Dec 15 13:38:59.697876 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.709587 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.760956 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9aa37345-3192-455e-bf29-d2aaaac6bbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.768340 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b6636e86-5912-4cbf-9ffd-2eed3f42f368 None None] Provisioning complete for port 31ab4667-c87d-4789-b76a-2bab49819dd6 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:59.779872 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b6636e86-5912-4cbf-9ffd-2eed3f42f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.785714 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-849a8567-177a-4d1f-bced-efef21396a06 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b040f42f67e4061b728e00adb165e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747604 Dec 15 13:38:59.805881 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-ca7518a1-0b66-46bf-85cb-5c92d0c56235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.810517 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-ca7518a1-0b66-46bf-85cb-5c92d0c56235 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.1610153 Dec 15 13:38:59.825100 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Attempting to bind port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:59.827044 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Attempting to bind port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:59.828318 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Attempting to bind port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:59.849163 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:59.849856 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:59.850504 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.851238 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:59.852026 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Bound port: 57bdf563-1e0d-4112-b0b7-89d2cd72e66b, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:59.852592 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.895175 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:59.940187 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] For port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:59.945807 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] For port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=57bdf563-1e0d-4112-b0b7-89d2cd72e66b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:59.948986 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Pushing event updated for resources: {'Port': ['ID=57bdf563-1e0d-4112-b0b7-89d2cd72e66b,revision_number=2']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:59.961654 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.961654 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.963039 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.963240 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.963486 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.963820 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.964244 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.964636 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.964947 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.965500 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.965899 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.966345 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.966730 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:59.975063 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f939a-2353-4ac2-ad62-5a00dafcde03 req-cd2b8561-bfe7-416f-abf0-458658f3a98d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.980783 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a23f939a-2353-4ac2-ad62-5a00dafcde03 req-cd2b8561-bfe7-416f-abf0-458658f3a98d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1915085 Dec 15 13:38:59.983369 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.049849 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-f65408aa-c2a2-45e2-8554-703f7ceb981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:00.055270 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-f65408aa-c2a2-45e2-8554-703f7ceb981d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2361884 Dec 15 13:39:00.090236 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1b971-97e3-4139-ac96-643da579bb1b None None] Pushing event updated for resources: {'Port': ['ID=57bdf563-1e0d-4112-b0b7-89d2cd72e66b,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:00.102449 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Routers {'2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:00.103237 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:38:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:00.171863 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14bab5d1-3031-4d25-ab20-e9790ee2cd0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.192158 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14bab5d1-3031-4d25-ab20-e9790ee2cd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.224716 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=31ab4667-c87d-4789-b76a-2bab49819dd6,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:00.239917 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] Set router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:00.249841 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a23f939a-2353-4ac2-ad62-5a00dafcde03 req-e914de80-523d-425a-ae75-06cbece156f3 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616088 Dec 15 13:39:00.302828 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bab5d1-3031-4d25-ab20-e9790ee2cd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa7082-104f-428d-834e-4484eb5650ad,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:00.323175 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.394779 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-14bab5d1-3031-4d25-ab20-e9790ee2cd0a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b3668af6214f497dbc0c3367ab543301&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1916642 Dec 15 13:39:00.399265 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55782) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:00.461113 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-f62b74f9-642c-4994-a999-0ce025037d5f service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964965 Dec 15 13:39:00.647119 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8665-06ae-482c-ad5f-e4fa014bf909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.678230 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00828380-b4d5-4856-ab19-344f79b45f84 x-openstack-request-id: req-00828380-b4d5-4856-ab19-344f79b45f84 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:00.679126 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa99337-9b29-41bc-90eb-cf4ffdbc2a44", "name": "network-vif-plugged", "status": "completed", "tag": "0387f3fb-6863-45ce-b5d6-5a1b21700b4b", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:00.679542 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-00828380-b4d5-4856-ab19-344f79b45f84 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:00.680214 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'code': 200} Dec 15 13:39:00.731068 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8665-06ae-482c-ad5f-e4fa014bf909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.773071 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-550c9711-286a-4baa-810f-80475a403d34 req-f9aec3ae-c350-4ea4-be3d-9668c5b567fe tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 210 time: 0.1458864 Dec 15 13:39:00.858621 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d40ac-d8d3-4e10-928f-e1b764c7b214 req-da4f7e35-fca1-4597-abb8-3fbe9a018b00 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:00.866420 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b91d40ac-d8d3-4e10-928f-e1b764c7b214 req-da4f7e35-fca1-4597-abb8-3fbe9a018b00 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.2291074 Dec 15 13:39:00.879596 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-170e0fba-175e-4a5e-bbe7-486156dd359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:00.881063 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-44db1f97-7861-48d5-ba22-0d4b283eb691 req-e00fce10-1f47-46c9-8aa8-5b3daa3c246c service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987081 Dec 15 13:39:00.881194 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-170e0fba-175e-4a5e-bbe7-486156dd359d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1098 time: 0.3371637 Dec 15 13:39:00.950063 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee1cd4-4343-4220-bc46-a063ca1cff43 req-b5ea7ad2-075d-4ddd-afa4-5a8fa697f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:00.957639 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-94ee1cd4-4343-4220-bc46-a063ca1cff43 req-b5ea7ad2-075d-4ddd-afa4-5a8fa697f2ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 1098 time: 0.1966689 Dec 15 13:39:00.961123 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8665-06ae-482c-ad5f-e4fa014bf909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.967907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8665-06ae-482c-ad5f-e4fa014bf909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:00.970987 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6d4e8665-06ae-482c-ad5f-e4fa014bf909 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f3aa7082-104f-428d-834e-4484eb5650ad HTTP/1.1" status: 204 len: 168 time: 0.5693090 Dec 15 13:39:01.067273 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e8665-06ae-482c-ad5f-e4fa014bf909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa7082-104f-428d-834e-4484eb5650ad,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:01.131130 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 3, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port': {'id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:56Z', 'updated_at': '2021-12-15T13:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:01.141213 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-ff4dac22-fc77-4914-83a9-1d35e5fa1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:01.145947 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-ff4dac22-fc77-4914-83a9-1d35e5fa1daf service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.2335324 Dec 15 13:39:01.213033 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-42869ccf-59c9-4aac-886c-17e7b4b75440 None None] Provisioning complete for port 31ab4667-c87d-4789-b76a-2bab49819dd6 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:01.213655 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-42869ccf-59c9-4aac-886c-17e7b4b75440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.216644 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19fde2-65bd-43ed-b1f3-26fcc991a7f1 None None] The sync data for ids ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'] in dv-cinder-813228-4-iscsi is: [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 3, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port': {'id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:56Z', 'updated_at': '2021-12-15T13:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:01.231448 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-94ee1cd4-4343-4220-bc46-a063ca1cff43 req-89781282-fe2e-42bf-83a3-84b5ca7d2877 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419734 Dec 15 13:39:01.360677 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-7f799289-c729-4bba-a704-a78a70f55278 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 200 len: 217 time: 0.1773694 Dec 15 13:39:01.494089 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Allocated IP 172.20.0.1 (edee67dc-6d47-4ca7-a5ed-067eddbc376a/f599d9e4-e506-42ed-bce3-99ce12775e5a/ff1e3c3a-b274-4bcd-af64-c72ba4f5296d) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:01.612556 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b91d40ac-d8d3-4e10-928f-e1b764c7b214 req-722c3c30-636f-4bc3-b3bb-262accec8d18 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452669 Dec 15 13:39:01.686570 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e080-048a-45c6-a7e3-146f16b133af req-1330b286-e4ba-4027-a3fc-91039e18fdd9 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:01.702500 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ca18e080-048a-45c6-a7e3-146f16b133af req-1330b286-e4ba-4027-a3fc-91039e18fdd9 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 945 time: 0.5547943 Dec 15 13:39:01.901311 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-c0a8a48d-e335-4388-ae9a-308d86724267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:01.902895 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-c0a8a48d-e335-4388-ae9a-308d86724267 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.4363692 Dec 15 13:39:02.124163 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-2814875c-8e16-4e25-89d9-bbf199ac8057 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1915627 Dec 15 13:39:02.151901 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 31ab4667-c87d-4789-b76a-2bab49819dd6 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:02.181622 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ca18e080-048a-45c6-a7e3-146f16b133af req-55ccdbdb-7d28-4f5b-a517-9dfa49a30b02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767315 Dec 15 13:39:02.258718 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf4a23-e6d7-493b-a1fd-2887c245640c req-57353acf-bf9f-4698-9489-b651e8bb2b3f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:02.280232 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bcf4a23-e6d7-493b-a1fd-2887c245640c req-57353acf-bf9f-4698-9489-b651e8bb2b3f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.4115870 Dec 15 13:39:02.322569 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-879c64fb-25f6-4eb3-9c91-e4bb6a0654a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.383985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.402646 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 31ab4667-c87d-4789-b76a-2bab49819dd6 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:02.403035 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.505839 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bb8b6fe-158a-4da5-a9ce-5da1ab5b5559 req-2bfd7736-d31c-47b7-989d-733eb4508819 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 210 time: 0.1393139 Dec 15 13:39:02.583206 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bcf4a23-e6d7-493b-a1fd-2887c245640c req-ba7900db-e4e5-4767-9d42-70ba306ff384 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947805 Dec 15 13:39:02.660059 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.704693 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 57bdf563-1e0d-4112-b0b7-89d2cd72e66b up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:02.784970 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:02.785320 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.814746 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:02.884807 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:02.908046 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:02.911596 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:02.971681 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.000983 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=57bdf563-1e0d-4112-b0b7-89d2cd72e66b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:03.012360 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.018031 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fe531-7ce9-40e8-b014-4930e3512553 req-0b7768ff-e2a9-4b60-8a03-3db6f16f3e90 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:03.024491 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-560fe531-7ce9-40e8-b014-4930e3512553 req-0b7768ff-e2a9-4b60-8a03-3db6f16f3e90 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.2045236 Dec 15 13:39:03.078406 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.124789 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=57bdf563-1e0d-4112-b0b7-89d2cd72e66b,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:03.274284 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.300153 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.370580 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-ca6d7da1-a063-4d45-9aa9-4e01252a8899 None None] Provisioning complete for port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:03.370955 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7da1-a063-4d45-9aa9-4e01252a8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.391606 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-560fe531-7ce9-40e8-b014-4930e3512553 req-ebfda7b1-cce5-445d-9f34-eca58653dab5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478405 Dec 15 13:39:03.444655 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d7da1-a063-4d45-9aa9-4e01252a8899 None None] Port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:03.460932 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7e2c7-b678-4720-a652-6e5be4e43533 req-e0d4900d-93ec-43f3-8bd8-4bea77540eba tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:03.473105 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-71f7e2c7-b678-4720-a652-6e5be4e43533 req-e0d4900d-93ec-43f3-8bd8-4bea77540eba tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 945 time: 0.1538570 Dec 15 13:39:03.630519 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-71f7e2c7-b678-4720-a652-6e5be4e43533 req-98d2fda6-a42f-4d33-8c2b-b0e37ae9a907 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556516 Dec 15 13:39:03.730154 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.787916 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:03.928676 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e688bb41-806a-462b-a7cb-a78ff33e0144 req-61810b97-8a79-4897-a0ba-6fb45ee1e785 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 210 time: 0.2962904 Dec 15 13:39:03.966261 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 57bdf563-1e0d-4112-b0b7-89d2cd72e66b up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:04.069121 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:04.069889 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.270499 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-5f146f26-4545-4591-96da-d4c873a160a2 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3b040f42f67e4061b728e00adb165e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990882 Dec 15 13:39:04.575064 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.596779 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:04.677879 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2622893-f335-4094-9613-78f9a2b34287 req-ccfc0084-1294-412f-92e4-657cb8c8a30a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:04.681899 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d2622893-f335-4094-9613-78f9a2b34287 req-ccfc0084-1294-412f-92e4-657cb8c8a30a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.8672447 Dec 15 13:39:04.752781 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c23b2c79-4e90-4efa-9b50-9bac5725b908 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:04.753970 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c23b2c79-4e90-4efa-9b50-9bac5725b908 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170156 Dec 15 13:39:04.788130 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Request body: {'port': {'device_id': 'b10807bb-d9d8-478d-975d-8f923406ec3d', 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef', 'admin_state_up': True, 'tenant_id': '3b040f42f67e4061b728e00adb165e5d'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:04.870446 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-de1bcb21-9bdd-4e9d-b7a8-31dd4d66527b service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1367049 Dec 15 13:39:04.872213 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:04.877714 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:04.900800 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:04.918391 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d2622893-f335-4094-9613-78f9a2b34287 req-9baff428-c067-4b49-9757-1126f1900944 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149320 Dec 15 13:39:04.995847 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e577bff-8e4c-4891-a1ee-e8938a1f164a req-0419263f-9c22-4737-bbeb-56de4f2a6ad3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:04.997257 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7e577bff-8e4c-4891-a1ee-e8938a1f164a req-0419263f-9c22-4737-bbeb-56de4f2a6ad3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.4635947 Dec 15 13:39:05.113641 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Made reservation on behalf of 3b040f42f67e4061b728e00adb165e5d for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:05.117252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.148236 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.319335 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6cdb211-346c-4859-b9fb-fc1afd1e5717 req-079b6ca0-917c-490c-92c3-d018908f0941 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044173 Dec 15 13:39:05.333834 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7e577bff-8e4c-4891-a1ee-e8938a1f164a req-3371bbee-f387-419f-bc29-9c493bcd7fec tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964125 Dec 15 13:39:05.385621 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3f837-67ac-45bb-9f88-ef0385cc6b48 req-ffe724bf-3846-4ca2-bec7-d645c4a085a3 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:05.387369 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-95a3f837-67ac-45bb-9f88-ef0385cc6b48 req-ffe724bf-3846-4ca2-bec7-d645c4a085a3 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 945 time: 0.2550046 Dec 15 13:39:05.425983 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b9a40b95-ebbe-4c67-bec3-570cada36527 None None] Provisioning complete for port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:05.429549 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b9a40b95-ebbe-4c67-bec3-570cada36527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.430983 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:05.433800 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.439372 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.495090 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b9a40b95-ebbe-4c67-bec3-570cada36527 None None] Port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:05.507654 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dad4fb6-0d11-406b-9851-dea8bcc22af2,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:05.564891 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:05.676757 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Allocated IP 192.168.233.23 (e163dbe5-8627-4937-8eec-fadae32183ef/65f05964-b3be-4f3d-bbcf-dd810e3d06a9/bbe47101-d895-493f-ae38-13175facd84c) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:05.682157 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f78bd2ad-e38a-4afa-b630-676dd2fb2e2c req-b305ac35-1b3c-4d3f-94ef-b12e781f8a55 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 210 time: 0.0848815 Dec 15 13:39:05.688492 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-95a3f837-67ac-45bb-9f88-ef0385cc6b48 req-3d345eb4-7104-418d-9d58-6d8665a75804 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852266 Dec 15 13:39:05.782349 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:05.813914 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Sync routers for ids ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:05.833790 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-2789125a-4026-4d51-837f-f9e1b86bacf3 admin admin] 10.222.0.83 "PUT /v2.0/routers/2dfe8850-8c34-4d35-88d6-5a3ee5a0c565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1327012 Dec 15 13:39:05.836438 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Routers {'2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:05.837942 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:05.944497 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a648184-353d-4e26-8d99-ba193eb5cd6b req-c2d0e240-88aa-40d7-ae47-5e3a98b11e07 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:05.955481 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5a648184-353d-4e26-8d99-ba193eb5cd6b req-c2d0e240-88aa-40d7-ae47-5e3a98b11e07 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 945 time: 0.1203082 Dec 15 13:39:06.075643 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5a648184-353d-4e26-8d99-ba193eb5cd6b req-465e9922-daa1-4beb-b8b3-010b492ce136 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182535 Dec 15 13:39:06.108715 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55876) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:06.115958 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Set router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:06.306931 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7bcd-f264-47b5-a2c2-06f6d99501f2 req-229615d0-4c86-44f7-9772-b501acdce77a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:06.308613 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-12bc7bcd-f264-47b5-a2c2-06f6d99501f2 req-229615d0-4c86-44f7-9772-b501acdce77a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1776159 Dec 15 13:39:06.439218 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.440328 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-12bc7bcd-f264-47b5-a2c2-06f6d99501f2 req-26d92418-357a-4435-9fc8-cddd7b91cf12 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186543 Dec 15 13:39:06.688686 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:39:03Z', 'revision_number': 4, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port': {'id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:56Z', 'updated_at': '2021-12-15T13:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'ff1e3c3a-b274-4bcd-af64-c72ba4f5296d', 'name': '', 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'mac_address': 'fa:16:3e:97:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f599d9e4-e506-42ed-bce3-99ce12775e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:00Z', 'updated_at': '2021-12-15T13:39:03Z', 'revision_number': 2, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'subnets': [{'id': 'f599d9e4-e506-42ed-bce3-99ce12775e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:06.741637 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Checking router: 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:06.742119 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Updating router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:06.778819 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.794289 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.816719 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3d0c-b5ad-461d-81e8-402d06018fb0 req-7e605af8-5b14-42d5-b796-c2bb24225529 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:06.818323 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2ce3d0c-b5ad-461d-81e8-402d06018fb0 req-7e605af8-5b14-42d5-b796-c2bb24225529 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.2102160 Dec 15 13:39:06.840011 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:06.868456 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Network e163dbe5-8627-4937-8eec-fadae32183ef is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:06.912424 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:06.914375 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Pushing event updated for resources: {'Port': ['ID=bbe47101-d895-493f-ae38-13175facd84c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:06.924172 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:07.021465 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2ce3d0c-b5ad-461d-81e8-402d06018fb0 req-25a5430b-a48a-4d08-a121-204ec456c632 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955154 Dec 15 13:39:07.023430 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a967a-6106-45d8-ba27-b095f243346b tempest-TestVolumeBootPattern-1373662795 tempest-TestVolumeBootPattern-1373662795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.026081 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-340a967a-6106-45d8-ba27-b095f243346b tempest-TestVolumeBootPattern-1373662795 tempest-TestVolumeBootPattern-1373662795-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 1093 time: 0.9153137 Dec 15 13:39:07.033780 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 55890) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:07.033780 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'port_id': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:07.075893 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.086743 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.088712 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.164216 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-c2043ca1-72c5-4c82-b0a0-f2e9a3bb14aa tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3803182 Dec 15 13:39:07.183640 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Request body: {'port': {'device_id': 'b10807bb-d9d8-478d-975d-8f923406ec3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:07.341018 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.380587 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3f8d1-f45c-48b5-b42f-d434b2e97d91 req-a2bd069d-e457-4774-9193-be9c8711fcbb tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:07.411292 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-05a3f8d1-f45c-48b5-b42f-d434b2e97d91 req-a2bd069d-e457-4774-9193-be9c8711fcbb tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 935 time: 0.1912332 Dec 15 13:39:07.558184 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.572542 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.581776 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-6e655da1-7ad4-4611-b1fc-b56112dd9ed7 None None] Provisioning complete for port bbe47101-d895-493f-ae38-13175facd84c triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:07.582138 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-6e655da1-7ad4-4611-b1fc-b56112dd9ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.606558 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-05a3f8d1-f45c-48b5-b42f-d434b2e97d91 req-2cf9af56-be2f-4eb3-a1cd-b7c1c38f526b tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880145 Dec 15 13:39:07.660789 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.730222 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791adf7-95bf-4804-8de4-e58a50d3fa15 None None] Pushing event updated for resources: {'Port': ['ID=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:07.735957 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-6e655da1-7ad4-4611-b1fc-b56112dd9ed7 None None] Port bbe47101-d895-493f-ae38-13175facd84c cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:07.824790 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Attempting to bind port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:07.825261 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Attempting to bind port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:07.830126 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Attempting to bind port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d on network edee67dc-6d47-4ca7-a5ed-067eddbc376a {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:07.848563 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:07.849208 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Checking segment: {'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:07.849616 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.850046 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Bound using segment: {'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:07.850514 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Bound port: ff1e3c3a-b274-4bcd-af64-c72ba4f5296d, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6466a750-9bba-4896-b4ca-9653a82ebe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:07.851043 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:07.896557 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Allocated IP 172.27.1.169 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/8f051d2b-bc82-4dd8-ac37-9a41a99be309) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:08.007475 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] For port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:08.021650 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] For port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,segment=NetworkSegment(6466a750-9bba-4896-b4ca-9653a82ebe85),segment_id=6466a750-9bba-4896-b4ca-9653a82ebe85)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:08.027003 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.050532 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.127099 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791adf7-95bf-4804-8de4-e58a50d3fa15 None None] Pushing event updated for resources: {'Port': ['ID=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:08.130789 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Routers {'2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:08.131447 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:08.167349 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe47101-d895-493f-ae38-13175facd84c {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:08.172934 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.192378 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.239876 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Transition to ACTIVE for port object bbe47101-d895-493f-ae38-13175facd84c will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:08.244626 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.310524 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:08.327174 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:08.334992 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:08.335606 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] Set router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:08.393165 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55896) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:08.455532 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-285c2dd1-3ccd-40c4-a75e-0b4740fbc3d5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1524633260', 'description': 'tempest-secgroup-smoke-1524633260 description', 'project_id': 'ae0b248663174800af3db2a34d92f6b3'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:08.470014 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=8f051d2b-bc82-4dd8-ac37-9a41a99be309,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:08.506393 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92704afb-aba8-4178-a5fe-85e178e1301f req-8ff99baf-d1f2-4c21-a50d-943049a8cae8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:08.522251 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-92704afb-aba8-4178-a5fe-85e178e1301f req-8ff99baf-d1f2-4c21-a50d-943049a8cae8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.4095850 Dec 15 13:39:08.666837 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Attempting to bind port bbe47101-d895-493f-ae38-13175facd84c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:08.667229 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Attempting to bind port bbe47101-d895-493f-ae38-13175facd84c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:08.667489 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Attempting to bind port bbe47101-d895-493f-ae38-13175facd84c on network e163dbe5-8627-4937-8eec-fadae32183ef {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:08.670417 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:39:08.672537 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-285c2dd1-3ccd-40c4-a75e-0b4740fbc3d5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.690829 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Port bbe47101-d895-493f-ae38-13175facd84c on network e163dbe5-8627-4937-8eec-fadae32183ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:08.691170 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Attempting to bind port bbe47101-d895-493f-ae38-13175facd84c on network e163dbe5-8627-4937-8eec-fadae32183ef {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:08.700487 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-aed22240-4061-4442-9cfd-e29c48bdeb79 None None] Provisioning complete for port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:08.701065 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-aed22240-4061-4442-9cfd-e29c48bdeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.763712 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-285c2dd1-3ccd-40c4-a75e-0b4740fbc3d5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.768915 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:08.769399 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Checking segment: {'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:08.770381 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Bound using segment: {'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:08.771266 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Bound port: bbe47101-d895-493f-ae38-13175facd84c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ecde32-7394-4904-af2a-b13f1a91b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:08.771391 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.870560 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] For port bbe47101-d895-493f-ae38-13175facd84c, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:08.875671 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] For port bbe47101-d895-493f-ae38-13175facd84c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe47101-d895-493f-ae38-13175facd84c,segment=NetworkSegment(72ecde32-7394-4904-af2a-b13f1a91b053),segment_id=72ecde32-7394-4904-af2a-b13f1a91b053)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:08.876956 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-285c2dd1-3ccd-40c4-a75e-0b4740fbc3d5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.954146 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:08.971929 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c2dd1-3ccd-40c4-a75e-0b4740fbc3d5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63618271-46db-49ba-a7a1-de7ccd9ca8da,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:08.998074 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Pushing event updated for resources: {'Port': ['ID=bbe47101-d895-493f-ae38-13175facd84c,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:09.034057 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.034742 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.036199 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] 10.222.0.66 "PUT /v2.0/ports/bbe47101-d895-493f-ae38-13175facd84c HTTP/1.1" status: 200 len: 1097 time: 1.8574128 Dec 15 13:39:09.037367 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10807bb-d9d8-478d-975d-8f923406ec3d', 'tag': 'bbe47101-d895-493f-ae38-13175facd84c'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:09.039557 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d05b1ba-b222-422c-8883-8117be8a5215" -d '{"events": [{"name": "network-changed", "server_uuid": "b10807bb-d9d8-478d-975d-8f923406ec3d", "tag": "bbe47101-d895-493f-ae38-13175facd84c"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:09.068808 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-285c2dd1-3ccd-40c4-a75e-0b4740fbc3d5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.070093 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-285c2dd1-3ccd-40c4-a75e-0b4740fbc3d5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6625311 Dec 15 13:39:09.076382 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-aed22240-4061-4442-9cfd-e29c48bdeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.079042 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55904) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:09.090973 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-a44a5647-9bb3-4fb7-bd77-b22feee5cc17 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'security_group_rule': {'security_group_id': '63618271-46db-49ba-a7a1-de7ccd9ca8da', 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:09.270277 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-aed22240-4061-4442-9cfd-e29c48bdeb79 None None] For port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,segment=NetworkSegment(6466a750-9bba-4896-b4ca-9653a82ebe85),segment_id=6466a750-9bba-4896-b4ca-9653a82ebe85)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:09.286995 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-aed22240-4061-4442-9cfd-e29c48bdeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.289053 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a44a5647-9bb3-4fb7-bd77-b22feee5cc17 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.312636 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-24a2d6de-6b49-4d6f-8571-0bf5e884d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.314278 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-24a2d6de-6b49-4d6f-8571-0bf5e884d316 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b040f42f67e4061b728e00adb165e5d&device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 1100 time: 0.1753101 Dec 15 13:39:09.384244 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:39:03Z', 'revision_number': 4, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port': {'id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:56Z', 'updated_at': '2021-12-15T13:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'ff1e3c3a-b274-4bcd-af64-c72ba4f5296d', 'name': '', 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'mac_address': 'fa:16:3e:97:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f599d9e4-e506-42ed-bce3-99ce12775e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:00Z', 'updated_at': '2021-12-15T13:39:07Z', 'revision_number': 4, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'subnets': [{'id': 'f599d9e4-e506-42ed-bce3-99ce12775e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:09.481512 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412778c-4335-470f-9d3e-cf16b28a9db1 None None] The sync data for ids ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'] in dv-cinder-813228-4-iscsi is: [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:39:03Z', 'revision_number': 4, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port': {'id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:56Z', 'updated_at': '2021-12-15T13:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'ff1e3c3a-b274-4bcd-af64-c72ba4f5296d', 'name': '', 'network_id': 'edee67dc-6d47-4ca7-a5ed-067eddbc376a', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'mac_address': 'fa:16:3e:97:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f599d9e4-e506-42ed-bce3-99ce12775e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:00Z', 'updated_at': '2021-12-15T13:39:07Z', 'revision_number': 4, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'subnets': [{'id': 'f599d9e4-e506-42ed-bce3-99ce12775e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:09.530044 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492ea51-d1ff-4f44-98a7-b406c7d1810c service neutron] Pushing event updated for resources: {'Port': ['ID=bbe47101-d895-493f-ae38-13175facd84c,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:09.579355 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-cdd6035a-784e-442c-8ab5-44600d0e3675 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=bbe47101-d895-493f-ae38-13175facd84c HTTP/1.1" status: 200 len: 217 time: 0.2213659 Dec 15 13:39:09.684357 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed22240-4061-4442-9cfd-e29c48bdeb79 None None] Pushing event updated for resources: {'Port': ['ID=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:09.693874 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-1c6c1a38-137f-4b92-b7a0-47fa49389eec None None] Provisioning complete for port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:09.693874 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1a38-137f-4b92-b7a0-47fa49389eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.786168 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a44a5647-9bb3-4fb7-bd77-b22feee5cc17 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.789108 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-704c6c9e-b7e8-42db-bcda-27f8cd94154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.794192 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-704c6c9e-b7e8-42db-bcda-27f8cd94154a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65f05964-b3be-4f3d-bbcf-dd810e3d06a9 HTTP/1.1" status: 200 len: 843 time: 0.2103975 Dec 15 13:39:09.796817 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a44a5647-9bb3-4fb7-bd77-b22feee5cc17 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.875053 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a44a5647-9bb3-4fb7-bd77-b22feee5cc17 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:09.888561 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a44a5647-9bb3-4fb7-bd77-b22feee5cc17 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8072298 Dec 15 13:39:09.889668 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55906) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:09.893126 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a5647-9bb3-4fb7-bd77-b22feee5cc17 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac06ed6f-2518-4590-977c-9af26ab2ec7a,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:09.907519 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-83bc0f6b-f6f9-4abe-8c18-2c983d646280 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'security_group_rule': {'security_group_id': '63618271-46db-49ba-a7a1-de7ccd9ca8da', 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:09.980482 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-1d7a9970-e9a9-431a-a06c-db564f9b0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:09.983860 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-1d7a9970-e9a9-431a-a06c-db564f9b0810 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e163dbe5-8627-4937-8eec-fadae32183ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1717005 Dec 15 13:39:10.055274 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ff1e3c3a-b274-4bcd-af64-c72ba4f5296d up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:10.089257 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-83bc0f6b-f6f9-4abe-8c18-2c983d646280 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.169524 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-92704afb-aba8-4178-a5fe-85e178e1301f req-e68517ce-1aba-4a0a-8a8e-e4204e68c77c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6451449 Dec 15 13:39:10.184138 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:10.185224 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.245202 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-957a5987-b421-4eda-8f22-56da81800421 service neutron] 10.222.0.66 "GET /v2.0/networks/e163dbe5-8627-4937-8eec-fadae32183ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477818 Dec 15 13:39:10.271706 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-83bc0f6b-f6f9-4abe-8c18-2c983d646280 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.291180 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0f97b-9910-4efc-9753-8cf139dc2b70 req-de6a9d70-ed48-4923-bd48-c8dde2a97097 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.292704 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-83bc0f6b-f6f9-4abe-8c18-2c983d646280 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.304137 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a2c0f97b-9910-4efc-9753-8cf139dc2b70 req-de6a9d70-ed48-4923-bd48-c8dde2a97097 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 1.7740436 Dec 15 13:39:10.445580 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc0f6b-f6f9-4abe-8c18-2c983d646280 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f0053a-965b-4560-9eb3-304160dd4e91,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:10.451239 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.476698 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-83bc0f6b-f6f9-4abe-8c18-2c983d646280 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.482425 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a2c0f97b-9910-4efc-9753-8cf139dc2b70 req-630263b5-519f-48e9-b8fc-0e1ae2a0085a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763380 Dec 15 13:39:10.489996 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-83bc0f6b-f6f9-4abe-8c18-2c983d646280 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5872605 Dec 15 13:39:10.493300 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55908) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:10.498773 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-7b86aebc-bb2c-425d-87c4-27936309951f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'security_group_rule': {'security_group_id': '63618271-46db-49ba-a7a1-de7ccd9ca8da', 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:10.612642 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb543be2-f75a-471f-a84d-2ecde658546e req-6a2d5de8-3cc7-48fd-b256-dc3536da795e tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.613093 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7770a4-eab3-4d34-bce5-428dda2733e7 x-openstack-request-id: req-8c7770a4-eab3-4d34-bce5-428dda2733e7 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:10.613583 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10807bb-d9d8-478d-975d-8f923406ec3d", "tag": "bbe47101-d895-493f-ae38-13175facd84c", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:10.614031 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8c7770a4-eab3-4d34-bce5-428dda2733e7 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:10.614618 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fb543be2-f75a-471f-a84d-2ecde658546e req-6a2d5de8-3cc7-48fd-b256-dc3536da795e tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 947 time: 0.2748439 Dec 15 13:39:10.614745 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10807bb-d9d8-478d-975d-8f923406ec3d', 'tag': 'bbe47101-d895-493f-ae38-13175facd84c', 'status': 'completed', 'code': 200} Dec 15 13:39:10.618888 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-789c3037-8a6a-41c1-8c2c-255a7e444afc req-1db950e7-0f6e-43bb-ab38-6bd3e6d5409b service neutron] 10.222.0.66 "GET /v2.0/networks/e163dbe5-8627-4937-8eec-fadae32183ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599985 Dec 15 13:39:10.648176 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7b86aebc-bb2c-425d-87c4-27936309951f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.725728 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fb543be2-f75a-471f-a84d-2ecde658546e req-9afbd427-815a-449a-be34-86d0bed8c030 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019940 Dec 15 13:39:10.726688 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.848919 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-e79ec628-ea71-43e0-bb7c-f00d8332a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.851316 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-e79ec628-ea71-43e0-bb7c-f00d8332a99e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b040f42f67e4061b728e00adb165e5d&device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 1100 time: 0.1553535 Dec 15 13:39:10.857414 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7b86aebc-bb2c-425d-87c4-27936309951f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.864447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7b86aebc-bb2c-425d-87c4-27936309951f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.023693 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.026802 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86aebc-bb2c-425d-87c4-27936309951f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0d50e3-4e42-4b50-927c-836baf45073d,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:11.028916 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.184740 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-be9c02bc-4828-46d8-a201-e5e8c516dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.186673 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-be9c02bc-4828-46d8-a201-e5e8c516dd48 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e163dbe5-8627-4937-8eec-fadae32183ef HTTP/1.1" status: 200 len: 870 time: 0.3196049 Dec 15 13:39:11.197741 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7b86aebc-bb2c-425d-87c4-27936309951f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.201257 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7b86aebc-bb2c-425d-87c4-27936309951f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7064364 Dec 15 13:39:11.204250 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55910) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:11.219913 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-f7471fbb-d155-4f2d-800c-5895ca755d66 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'security_group_rule': {'security_group_id': '63618271-46db-49ba-a7a1-de7ccd9ca8da', 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:11.240148 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=8f051d2b-bc82-4dd8-ac37-9a41a99be309,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:11.281333 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.353583 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-658214b3-702a-4650-a229-efe68f476214 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=bbe47101-d895-493f-ae38-13175facd84c HTTP/1.1" status: 200 len: 217 time: 0.1281807 Dec 15 13:39:11.471546 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f7471fbb-d155-4f2d-800c-5895ca755d66 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.488793 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4732c-c2be-4457-841c-d39e86bf7518 req-6906a6be-149c-474d-ab89-154ebbec8a67 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.491610 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d8d4732c-c2be-4457-841c-d39e86bf7518 req-6906a6be-149c-474d-ab89-154ebbec8a67 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1643472 Dec 15 13:39:11.572900 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.l3_db [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Floating IP 35a8728e-e70b-479e-87af-eaea6efe7cf1 associated. External IP: 172.27.1.169, port: 0387f3fb-6863-45ce-b5d6-5a1b21700b4b. Dec 15 13:39:11.574097 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-36b9b865-f3d1-4101-a5c5-9fd059ea8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.575771 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-36b9b865-f3d1-4101-a5c5-9fd059ea8b17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65f05964-b3be-4f3d-bbcf-dd810e3d06a9 HTTP/1.1" status: 200 len: 843 time: 0.2100966 Dec 15 13:39:11.818722 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f7471fbb-d155-4f2d-800c-5895ca755d66 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.831468 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f7471fbb-d155-4f2d-800c-5895ca755d66 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.923005 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f7471fbb-d155-4f2d-800c-5895ca755d66 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.933739 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f7471fbb-d155-4f2d-800c-5895ca755d66 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7254660 Dec 15 13:39:11.935093 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7471fbb-d155-4f2d-800c-5895ca755d66 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b971b857-2562-46fb-beac-1086867e7c50,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:11.943032 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55922) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:11.952453 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-51aee2c0-1a07-4a35-ac8a-5d822a27f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.956334 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-51aee2c0-1a07-4a35-ac8a-5d822a27f599 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e163dbe5-8627-4937-8eec-fadae32183ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3707585 Dec 15 13:39:11.959553 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-840330bb-681f-4036-835a-ea43fdb6fd13 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'security_group_rule': {'security_group_id': '63618271-46db-49ba-a7a1-de7ccd9ca8da', 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:12.027919 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d8d4732c-c2be-4457-841c-d39e86bf7518 req-03f8bacd-f630-46b3-b339-b28d02f7fde0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5144677 Dec 15 13:39:12.029461 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.securitygroups_db [None req-840330bb-681f-4036-835a-ea43fdb6fd13 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Project ae0b248663174800af3db2a34d92f6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:39:12.044783 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-840330bb-681f-4036-835a-ea43fdb6fd13 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.174587 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-840330bb-681f-4036-835a-ea43fdb6fd13 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.183317 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-840330bb-681f-4036-835a-ea43fdb6fd13 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.212302 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f338e-9e07-43f4-8f7f-723ed95e0532 req-0263377d-1f27-4655-9f95-b36aedb9b160 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.216200 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840330bb-681f-4036-835a-ea43fdb6fd13 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b3acfe-56d1-4419-8c36-eabee5076c81,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:12.231777 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-aa1f338e-9e07-43f4-8f7f-723ed95e0532 req-0263377d-1f27-4655-9f95-b36aedb9b160 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.5008736 Dec 15 13:39:12.232205 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-840330bb-681f-4036-835a-ea43fdb6fd13 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.236358 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-840330bb-681f-4036-835a-ea43fdb6fd13 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2880580 Dec 15 13:39:12.237247 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 55924) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:12.244750 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-0430cd57-e18e-4124-9382-cb8b91ab862d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'security_group_rule': {'security_group_id': '63618271-46db-49ba-a7a1-de7ccd9ca8da', 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:12.289512 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36c821-fc3f-4ae1-ac19-0ece5532a2c3 req-577cf22b-f281-44e9-ba01-90712918a792 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.291834 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.securitygroups_db [None req-0430cd57-e18e-4124-9382-cb8b91ab862d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Project ae0b248663174800af3db2a34d92f6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:39:12.292844 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ae36c821-fc3f-4ae1-ac19-0ece5532a2c3 req-577cf22b-f281-44e9-ba01-90712918a792 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 947 time: 0.1526637 Dec 15 13:39:12.303987 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0430cd57-e18e-4124-9382-cb8b91ab862d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.354259 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Router 31920225-105f-4b78-a4f1-470ea8f56b78 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:12.373336 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-aa1f338e-9e07-43f4-8f7f-723ed95e0532 req-7ac04980-e9ea-4d3f-9d42-678ce89fac9e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399875 Dec 15 13:39:12.430035 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ae36c821-fc3f-4ae1-ac19-0ece5532a2c3 req-bca13402-033f-4085-b225-9017ed566c68 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237655 Dec 15 13:39:12.509083 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0430cd57-e18e-4124-9382-cb8b91ab862d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.518005 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0430cd57-e18e-4124-9382-cb8b91ab862d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.549968 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0430cd57-e18e-4124-9382-cb8b91ab862d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.559919 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0430cd57-e18e-4124-9382-cb8b91ab862d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3142869 Dec 15 13:39:12.587439 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430cd57-e18e-4124-9382-cb8b91ab862d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5deb4020-b686-4261-94d4-1ddc9ed733ac,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:12.624733 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-9c3c9713-8dd5-492a-97f9-162825313838 service neutron] 10.222.0.66 "GET /v2.0/networks/e163dbe5-8627-4937-8eec-fadae32183ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182519 Dec 15 13:39:12.676739 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:12.687152 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:12.709289 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:12.710322 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:12.736175 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.799000 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-eba685ad-50be-43e6-bd19-643d43391cdc tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7687223 Dec 15 13:39:12.800248 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'tag': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:12.808062 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa99337-9b29-41bc-90eb-cf4ffdbc2a44", "tag": "0387f3fb-6863-45ce-b5d6-5a1b21700b4b"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:12.813908 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1d05b1ba-b222-422c-8883-8117be8a5215 req-156c1477-72f4-4b5f-9a95-9e902489e7fa service neutron] 10.222.0.66 "GET /v2.0/networks/e163dbe5-8627-4937-8eec-fadae32183ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582890 Dec 15 13:39:12.906032 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44a3fda-0395-48db-9634-586c488f4c7c x-openstack-request-id: req-f44a3fda-0395-48db-9634-586c488f4c7c {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:12.906694 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa99337-9b29-41bc-90eb-cf4ffdbc2a44", "tag": "0387f3fb-6863-45ce-b5d6-5a1b21700b4b", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:12.907314 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f44a3fda-0395-48db-9634-586c488f4c7c {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:12.907917 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'tag': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'status': 'completed', 'code': 200} Dec 15 13:39:12.960058 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:13.292340 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea442-5549-4583-909f-ad418411b367 req-3d48a82a-9d40-4733-a936-bf7b8a19ca88 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.294183 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-880ea442-5549-4583-909f-ad418411b367 req-3d48a82a-9d40-4733-a936-bf7b8a19ca88 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1244779 Dec 15 13:39:13.354592 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': '35a8728e-e70b-479e-87af-eaea6efe7cf1', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:a7:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:08Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:13.365609 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-880ea442-5549-4583-909f-ad418411b367 req-e5a4aab3-fa76-459e-9061-b353289fd0ff tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637510 Dec 15 13:39:13.383966 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:13.394937 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:13.395827 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:13.531297 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a5a51-8727-401c-928d-c09ba93f04d2 req-6830e255-e3bf-491b-8291-e475ffd6c5f7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.533309 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-128a5a51-8727-401c-928d-c09ba93f04d2 req-6830e255-e3bf-491b-8291-e475ffd6c5f7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0763438 Dec 15 13:39:13.563943 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:13.679214 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-128a5a51-8727-401c-928d-c09ba93f04d2 req-32ba10f9-9df8-455d-bd09-6426d031c6c2 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283479 Dec 15 13:39:13.695441 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-145a06bf-cc54-4b7f-a179-59dd8531bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.700091 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-145a06bf-cc54-4b7f-a179-59dd8531bd98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 1098 time: 0.0875390 Dec 15 13:39:13.710200 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d7d3d-f6dd-4a62-9cdd-ca9574af8d8c req-58c16c32-c4c5-49b9-847a-4d3a3b91fd13 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.711762 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ef2d7d3d-f6dd-4a62-9cdd-ca9574af8d8c req-58c16c32-c4c5-49b9-847a-4d3a3b91fd13 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 947 time: 0.1755867 Dec 15 13:39:13.846835 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ef2d7d3d-f6dd-4a62-9cdd-ca9574af8d8c req-c7e4c3c0-0f49-4008-a224-e5e7dc63e9d5 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220706 Dec 15 13:39:13.901128 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-865fd04e-aba3-469a-a64f-7b641bb8efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.903188 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-865fd04e-aba3-469a-a64f-7b641bb8efa4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.1900721 Dec 15 13:39:14.087344 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-08c1face-0b72-417c-a593-849f4087524f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0387f3fb-6863-45ce-b5d6-5a1b21700b4b HTTP/1.1" status: 200 len: 999 time: 0.1740971 Dec 15 13:39:14.251688 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': '35a8728e-e70b-479e-87af-eaea6efe7cf1', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:a7:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:08Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:14.299089 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd166be2-472d-4a91-bdf2-d5defe9d52ad None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': '35a8728e-e70b-479e-87af-eaea6efe7cf1', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:a7:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:08Z', 'updated_at': '2021-12-15T13:39:08Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:14.531466 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-369c8e39-f4b6-4edd-b395-92204d4463eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.533920 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-369c8e39-f4b6-4edd-b395-92204d4463eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0816886 Dec 15 13:39:14.571307 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef376171-ba2b-47ff-994b-04eb8ef60ff5 req-d6a0fa11-95e7-4c10-bd72-3ae22c7bc81c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.579995 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ef376171-ba2b-47ff-994b-04eb8ef60ff5 req-d6a0fa11-95e7-4c10-bd72-3ae22c7bc81c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1065369 Dec 15 13:39:14.633840 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaddffa-7139-4545-b521-7ced1e235d2f None None] New status for floating IP 35a8728e-e70b-479e-87af-eaea6efe7cf1: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:39:14.713639 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ef376171-ba2b-47ff-994b-04eb8ef60ff5 req-b69850dc-d50c-4f84-b0c6-931cce2fcbd9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250832 Dec 15 13:39:14.779559 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-53130b81-1fab-4062-94de-c3b914c709b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.781807 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-53130b81-1fab-4062-94de-c3b914c709b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1152644 Dec 15 13:39:14.884115 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65557ece-a6f1-4732-9f7a-66ece38b8f52 req-ea2d79fa-7445-4fd4-ba0e-3ea359cc2560 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:14.886172 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-65557ece-a6f1-4732-9f7a-66ece38b8f52 req-ea2d79fa-7445-4fd4-ba0e-3ea359cc2560 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0988984 Dec 15 13:39:14.956256 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-65557ece-a6f1-4732-9f7a-66ece38b8f52 req-7cd74225-778d-46a3-8fe9-8066362271d1 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604713 Dec 15 13:39:15.059342 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4509a-bd53-4540-a634-921949122237 req-50ddc33d-c67e-49ca-b0b9-3ef3777f649d tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:15.061254 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c8b4509a-bd53-4540-a634-921949122237 req-50ddc33d-c67e-49ca-b0b9-3ef3777f649d tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 947 time: 0.0647175 Dec 15 13:39:15.130532 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-be18ca40-a9a9-487b-a140-bfe41614b62f service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712041 Dec 15 13:39:15.149788 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c8b4509a-bd53-4540-a634-921949122237 req-3076d784-dd0b-49d3-b505-8e83bbb96b55 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784872 Dec 15 13:39:15.898430 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736631c-5ea5-4e76-8260-86176ba410f5 req-932b4e9a-9300-4a18-8184-e01bc8de7ad6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:15.900000 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2736631c-5ea5-4e76-8260-86176ba410f5 req-932b4e9a-9300-4a18-8184-e01bc8de7ad6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0837927 Dec 15 13:39:15.996886 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2736631c-5ea5-4e76-8260-86176ba410f5 req-4f861c1f-42f1-41e5-96b0-5bb2d220224c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870137 Dec 15 13:39:16.120512 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b5bba-c01d-455a-a09f-4b5a930e2b96 req-bc06b9fe-ce6a-4f1b-82af-610870373d15 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.122482 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-341b5bba-c01d-455a-a09f-4b5a930e2b96 req-bc06b9fe-ce6a-4f1b-82af-610870373d15 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0544255 Dec 15 13:39:16.211729 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-341b5bba-c01d-455a-a09f-4b5a930e2b96 req-28b38e97-772e-427d-b750-673276674211 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818882 Dec 15 13:39:16.318312 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2edbf-7804-4394-8799-9fbec787b172 req-71d05f7c-c472-4744-bacc-bc0e3dfdc641 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:16.322740 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c5f2edbf-7804-4394-8799-9fbec787b172 req-71d05f7c-c472-4744-bacc-bc0e3dfdc641 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 947 time: 0.0801575 Dec 15 13:39:16.388296 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c5f2edbf-7804-4394-8799-9fbec787b172 req-c9e050ba-c8b3-485d-ab53-f7ecda3b90b5 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516727 Dec 15 13:39:17.193091 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc70e6-6092-4107-ac51-6e1a894ae4e7 req-c2e6ec22-234a-4df4-8803-d7a8c240a86a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:17.196785 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b7cc70e6-6092-4107-ac51-6e1a894ae4e7 req-c2e6ec22-234a-4df4-8803-d7a8c240a86a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.1152315 Dec 15 13:39:17.313795 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b7cc70e6-6092-4107-ac51-6e1a894ae4e7 req-fdfd4dc6-28ea-4f86-81da-c82dfb7f7d03 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069245 Dec 15 13:39:17.448061 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20855537-6c61-466c-8c8a-fa44ea70ab00 req-f52bb9bb-c11c-4538-8d5f-9677040e5ac8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:17.449964 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-20855537-6c61-466c-8c8a-fa44ea70ab00 req-f52bb9bb-c11c-4538-8d5f-9677040e5ac8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1502659 Dec 15 13:39:17.573559 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-20855537-6c61-466c-8c8a-fa44ea70ab00 req-eb9f4238-184b-453c-8994-3947b7f7d742 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760419 Dec 15 13:39:17.644566 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36107c-0059-4db9-be65-a4005b6bc84d req-4c7fcd50-4bab-42c4-8346-60290d1e016e tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:17.651207 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ee36107c-0059-4db9-be65-a4005b6bc84d req-4c7fcd50-4bab-42c4-8346-60290d1e016e tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 947 time: 0.0760710 Dec 15 13:39:17.743167 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ee36107c-0059-4db9-be65-a4005b6bc84d req-c102f596-6044-4a32-bf0e-046d85419506 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883489 Dec 15 13:39:18.474908 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171848a0-337a-4d1f-934c-b12f93d36a1e req-d6e90485-f58b-4cf1-b8f0-f20fda1f53f9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:18.476630 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-171848a0-337a-4d1f-934c-b12f93d36a1e req-d6e90485-f58b-4cf1-b8f0-f20fda1f53f9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0560403 Dec 15 13:39:18.533866 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-171848a0-337a-4d1f-934c-b12f93d36a1e req-f980dc64-1c7e-48f7-9652-604949d57fc8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482070 Dec 15 13:39:18.755690 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4584b3d-7260-43a0-8473-99fb5e080fb5 req-dc93da95-e677-412c-8248-d07e68db1cbb tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:18.757680 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e4584b3d-7260-43a0-8473-99fb5e080fb5 req-dc93da95-e677-412c-8248-d07e68db1cbb tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0635455 Dec 15 13:39:18.918354 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e4584b3d-7260-43a0-8473-99fb5e080fb5 req-4db280c2-c9c4-4e4a-99e4-0380548d61b8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190019 Dec 15 13:39:18.948614 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828695f-7d59-489a-949f-1ffa05d46379 req-f0359bd3-a02c-4e61-84af-a6091a97beca tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:18.950110 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0828695f-7d59-489a-949f-1ffa05d46379 req-f0359bd3-a02c-4e61-84af-a6091a97beca tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 947 time: 0.0766768 Dec 15 13:39:19.020419 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0828695f-7d59-489a-949f-1ffa05d46379 req-47db4475-35aa-4f6e-908e-98087c6ddc8b tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549781 Dec 15 13:39:19.232815 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c701ae5e-9690-4e04-8b75-a8af6b99b6f3 req-2aeb9b7e-8593-4add-a588-a80bc0c8983e service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157103 Dec 15 13:39:19.717287 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75766c83-65b9-403e-88d8-565d93a0ab4b req-2688b41a-9394-4df3-bb98-d5a377dcdc4a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:19.719438 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-75766c83-65b9-403e-88d8-565d93a0ab4b req-2688b41a-9394-4df3-bb98-d5a377dcdc4a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0609558 Dec 15 13:39:19.780804 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-75766c83-65b9-403e-88d8-565d93a0ab4b req-0d5e699c-54f9-4fc6-ad99-a8fb28c35970 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541854 Dec 15 13:39:20.093372 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f36899-a273-484e-8f43-e2a25e0039cc req-cd08de4f-bdc1-429d-8c61-7ff058d979bf tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.095380 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b1f36899-a273-484e-8f43-e2a25e0039cc req-cd08de4f-bdc1-429d-8c61-7ff058d979bf tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0879538 Dec 15 13:39:20.194448 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b1f36899-a273-484e-8f43-e2a25e0039cc req-4c0b7061-dbfd-4d57-ad85-b2cffcef812e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825794 Dec 15 13:39:20.217085 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0dfa5-0ac3-49c2-acda-d78240714a48 req-4b0c5993-ea90-4ca7-8943-89aff79df0e2 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.219514 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2bf0dfa5-0ac3-49c2-acda-d78240714a48 req-4b0c5993-ea90-4ca7-8943-89aff79df0e2 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 947 time: 0.0871782 Dec 15 13:39:20.273023 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2bf0dfa5-0ac3-49c2-acda-d78240714a48 req-3081047c-18e8-4a68-9ae4-6dfc7ae6417c tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Dec 15 13:39:20.533277 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device bbe47101-d895-493f-ae38-13175facd84c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:20.646646 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port bbe47101-d895-493f-ae38-13175facd84c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe47101-d895-493f-ae38-13175facd84c,segment=NetworkSegment(72ecde32-7394-4904-af2a-b13f1a91b053),segment_id=72ecde32-7394-4904-af2a-b13f1a91b053)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:20.658176 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'bbe47101-d895-493f-ae38-13175facd84c', 'network_id': 'e163dbe5-8627-4937-8eec-fadae32183ef', 'port_id': 'bbe47101-d895-493f-ae38-13175facd84c', 'mac_address': 'fa:16:3e:70:fb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f05964-b3be-4f3d-bbcf-dd810e3d06a9', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:20.702377 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.721000 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe47101-d895-493f-ae38-13175facd84c {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:20.746562 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port bbe47101-d895-493f-ae38-13175facd84c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe47101-d895-493f-ae38-13175facd84c,segment=NetworkSegment(72ecde32-7394-4904-af2a-b13f1a91b053),segment_id=72ecde32-7394-4904-af2a-b13f1a91b053)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:20.750602 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.800850 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=bbe47101-d895-493f-ae38-13175facd84c,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:20.919409 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb659f-4692-43a5-af31-4207c11db931 req-caa7abce-2467-4117-ace4-200ec33143fd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.921383 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-81cb659f-4692-43a5-af31-4207c11db931 req-caa7abce-2467-4117-ace4-200ec33143fd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0547144 Dec 15 13:39:20.974754 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-81cb659f-4692-43a5-af31-4207c11db931 req-c15d36e7-590e-4d52-8153-aa5fb2de9db4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458608 Dec 15 13:39:21.075882 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['bbe47101-d895-493f-ae38-13175facd84c'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:21.323900 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5fe16-6a82-478a-8012-ffc27eb5c553 req-a7cfa5cd-6ebf-48a8-9eb9-a62cc852b12a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.326031 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dea5fe16-6a82-478a-8012-ffc27eb5c553 req-a7cfa5cd-6ebf-48a8-9eb9-a62cc852b12a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0541520 Dec 15 13:39:21.407728 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dea5fe16-6a82-478a-8012-ffc27eb5c553 req-cd27b3ed-c4b7-4193-bfa0-e0add15caa8e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744801 Dec 15 13:39:21.433890 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69b5d-2346-4f2f-bfb2-53babda5f7a0 req-350c9cb1-7c4f-48f0-865f-f2187319d672 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.441090 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03b69b5d-2346-4f2f-bfb2-53babda5f7a0 req-350c9cb1-7c4f-48f0-865f-f2187319d672 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 948 time: 0.0783401 Dec 15 13:39:21.490278 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03b69b5d-2346-4f2f-bfb2-53babda5f7a0 req-b52b4415-4617-4cc7-a6f7-9726c8081535 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481350 Dec 15 13:39:22.112571 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30ded8-a47b-44ca-b944-fb718b6a17f9 req-925cace9-f3d4-4173-9fa5-3860db00a93f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.114119 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1c30ded8-a47b-44ca-b944-fb718b6a17f9 req-925cace9-f3d4-4173-9fa5-3860db00a93f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0560312 Dec 15 13:39:22.168789 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1c30ded8-a47b-44ca-b944-fb718b6a17f9 req-0c0e1613-5695-40bc-9dc1-61ae41b6a08c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467110 Dec 15 13:39:22.550073 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device bbe47101-d895-493f-ae38-13175facd84c up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:22.557008 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccedbc-36db-4c59-a282-bc580eee5436 req-3c592039-f52c-423d-86e3-ab6b795f21a8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.558621 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5cccedbc-36db-4c59-a282-bc580eee5436 req-3c592039-f52c-423d-86e3-ab6b795f21a8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0636091 Dec 15 13:39:22.651050 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port bbe47101-d895-493f-ae38-13175facd84c completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:22.656096 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port bbe47101-d895-493f-ae38-13175facd84c triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:22.656096 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.683826 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5cccedbc-36db-4c59-a282-bc580eee5436 req-eef5e5c1-41ec-48eb-aa25-39b9c4fdd483 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169150 Dec 15 13:39:22.725177 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a5ae2-afdf-4bb5-baa3-390c9dbbcf3d req-8db22601-1861-4897-933e-a3237daf1951 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:22.734150 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c98a5ae2-afdf-4bb5-baa3-390c9dbbcf3d req-8db22601-1861-4897-933e-a3237daf1951 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 948 time: 0.1687593 Dec 15 13:39:22.766413 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.783660 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c98a5ae2-afdf-4bb5-baa3-390c9dbbcf3d req-09d7f475-5f72-4e59-ab56-29a2ce38cf3c tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486114 Dec 15 13:39:22.793946 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10807bb-d9d8-478d-975d-8f923406ec3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe47101-d895-493f-ae38-13175facd84c'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:22.796210 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fba993-a7d6-4141-b80e-743ae837bbcb" -d '{"events": [{"server_uuid": "b10807bb-d9d8-478d-975d-8f923406ec3d", "name": "network-vif-plugged", "status": "completed", "tag": "bbe47101-d895-493f-ae38-13175facd84c"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:22.825706 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port bbe47101-d895-493f-ae38-13175facd84c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe47101-d895-493f-ae38-13175facd84c,segment=NetworkSegment(72ecde32-7394-4904-af2a-b13f1a91b053),segment_id=72ecde32-7394-4904-af2a-b13f1a91b053)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:22.831538 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:22.876816 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e2fd39-e999-4f0c-8a7a-bee6b1bcb8aa x-openstack-request-id: req-03e2fd39-e999-4f0c-8a7a-bee6b1bcb8aa {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:22.877177 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10807bb-d9d8-478d-975d-8f923406ec3d", "name": "network-vif-plugged", "status": "completed", "tag": "bbe47101-d895-493f-ae38-13175facd84c", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:22.877521 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-03e2fd39-e999-4f0c-8a7a-bee6b1bcb8aa {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:22.878155 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10807bb-d9d8-478d-975d-8f923406ec3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe47101-d895-493f-ae38-13175facd84c', 'code': 200} Dec 15 13:39:22.897600 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=bbe47101-d895-493f-ae38-13175facd84c,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:23.060104 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58831cb0-81e3-4b30-8584-d8457be498f2 req-702e01c8-a075-4d90-af21-bdb00b2475bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:23.062881 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-58831cb0-81e3-4b30-8584-d8457be498f2 req-702e01c8-a075-4d90-af21-bdb00b2475bd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 1102 time: 0.0537570 Dec 15 13:39:23.118440 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-58831cb0-81e3-4b30-8584-d8457be498f2 req-fb47afb7-6ca9-4e97-a28c-494db9d8e180 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465682 Dec 15 13:39:23.307847 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebff44-166b-4a58-8f76-522b2b11f322 req-80b1393d-89e1-4dc2-8e01-32e20909699a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:23.309379 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e7ebff44-166b-4a58-8f76-522b2b11f322 req-80b1393d-89e1-4dc2-8e01-32e20909699a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0545251 Dec 15 13:39:23.371901 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e7ebff44-166b-4a58-8f76-522b2b11f322 req-71b4cc37-c25e-4bf6-b5b8-7bf9b41d8594 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563214 Dec 15 13:39:24.065305 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452945a-8689-48a9-ba4c-d081d65574fe req-79459983-23ec-46f6-b992-5f8fa703e72a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.066863 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6452945a-8689-48a9-ba4c-d081d65574fe req-79459983-23ec-46f6-b992-5f8fa703e72a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.3095417 Dec 15 13:39:24.127794 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236de8-b5fe-47e9-8b42-f3c44b5b4437 req-858ad1fb-963e-4635-966a-f8ce83d7d9c8 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.129841 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bd236de8-b5fe-47e9-8b42-f3c44b5b4437 req-858ad1fb-963e-4635-966a-f8ce83d7d9c8 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 949 time: 0.1028290 Dec 15 13:39:24.170155 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6452945a-8689-48a9-ba4c-d081d65574fe req-92f5e403-2929-43b6-a7f4-893f8c695478 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936494 Dec 15 13:39:24.224608 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bd236de8-b5fe-47e9-8b42-f3c44b5b4437 req-bb5f2677-07ba-4ea9-a42d-c2ff34a720c4 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844631 Dec 15 13:39:24.507730 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedbb48-ff04-45a0-8fd5-53a4065f41ce req-d3bc8de6-3117-42fb-9656-8602462c21b2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.509435 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6bedbb48-ff04-45a0-8fd5-53a4065f41ce req-d3bc8de6-3117-42fb-9656-8602462c21b2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0508063 Dec 15 13:39:24.576303 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6bedbb48-ff04-45a0-8fd5-53a4065f41ce req-627e5d49-1d1f-4656-bf59-2e7741c90f78 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610671 Dec 15 13:39:25.334115 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db127df-7df3-424c-bb62-4e932621634a req-fa7aceda-3e10-4008-984c-f7900fc57b69 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.335909 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9db127df-7df3-424c-bb62-4e932621634a req-fa7aceda-3e10-4008-984c-f7900fc57b69 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0809836 Dec 15 13:39:25.358097 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35a42-a890-4b73-adfa-e87e093054fc req-4a036b74-ff15-47ee-9fc1-33ec7d13560b tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.359600 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0de35a42-a890-4b73-adfa-e87e093054fc req-4a036b74-ff15-47ee-9fc1-33ec7d13560b tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 949 time: 0.0725150 Dec 15 13:39:25.422235 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9db127df-7df3-424c-bb62-4e932621634a req-f221e6f0-84e7-4943-8e8a-ac2d93934235 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781617 Dec 15 13:39:25.445499 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0de35a42-a890-4b73-adfa-e87e093054fc req-2702e3c5-7990-46ce-84d7-8a33e73d73a6 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779445 Dec 15 13:39:25.757506 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550df701-57a3-41ee-b138-50eafd2ff8a3 req-7ec2ca9c-808f-428a-96e7-417d82bdc803 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.759304 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-550df701-57a3-41ee-b138-50eafd2ff8a3 req-7ec2ca9c-808f-428a-96e7-417d82bdc803 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 943 time: 0.0860131 Dec 15 13:39:25.779859 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a2480-6b48-4c08-847c-3355b24f3018 req-78dea09c-d542-4ac6-a088-79af78f8b7a9 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.781324 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d63a2480-6b48-4c08-847c-3355b24f3018 req-78dea09c-d542-4ac6-a088-79af78f8b7a9 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 949 time: 0.0757353 Dec 15 13:39:25.845689 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-550df701-57a3-41ee-b138-50eafd2ff8a3 req-f6d0b00e-efe3-4207-a90e-b75ee402c7ed tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760288 Dec 15 13:39:25.854887 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d63a2480-6b48-4c08-847c-3355b24f3018 req-9ab6418d-a009-4488-9146-799361a7b36c tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658348 Dec 15 13:39:26.546054 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237a96a-4f3b-413c-835c-7d626f195614 req-44a3b849-50f4-40f5-9675-6627f9b1a3ed tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.547513 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1237a96a-4f3b-413c-835c-7d626f195614 req-44a3b849-50f4-40f5-9675-6627f9b1a3ed tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Dec 15 13:39:26.586437 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:26.594937 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1237a96a-4f3b-413c-835c-7d626f195614 req-ea7a96ac-b5e3-4b0f-9c5a-b7dc9e79920a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Dec 15 13:39:26.687514 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:26.699100 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'port_id': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'mac_address': 'fa:16:3e:10:76:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:26.735902 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.753970 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b8c97b-020a-4806-8f09-f876ba55ad9d {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:26.774969 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:26.779110 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.829649 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=9']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:26.996168 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1a691-1193-45b8-bca1-66fa211a73b4 req-214f5ad2-7835-478d-8cce-72a73666aae0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.997559 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-19e1a691-1193-45b8-bca1-66fa211a73b4 req-214f5ad2-7835-478d-8cce-72a73666aae0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0788069 Dec 15 13:39:27.005476 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090787b-b4d1-4ee0-958a-b4146f177b05 req-a7a928c8-4fef-4799-a3f5-7821f83cf46d tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.006858 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1090787b-b4d1-4ee0-958a-b4146f177b05 req-a7a928c8-4fef-4799-a3f5-7821f83cf46d tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 949 time: 0.0779867 Dec 15 13:39:27.082127 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-19e1a691-1193-45b8-bca1-66fa211a73b4 req-870702a5-5a24-428a-ba30-867431b83a60 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742431 Dec 15 13:39:27.086049 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1090787b-b4d1-4ee0-958a-b4146f177b05 req-9371c66a-7a5c-42b7-b785-daa685869b53 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724547 Dec 15 13:39:27.142813 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['e4b8c97b-020a-4806-8f09-f876ba55ad9d'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:27.716101 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08098f-bcae-4200-ba05-6433af27d922 req-d16d1ea9-0fcd-47a4-a0eb-09d50e80090e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.717562 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2e08098f-bcae-4200-ba05-6433af27d922 req-d16d1ea9-0fcd-47a4-a0eb-09d50e80090e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0511720 Dec 15 13:39:27.765444 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2e08098f-bcae-4200-ba05-6433af27d922 req-fb35860a-9470-4842-938f-81f8af1c5356 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Dec 15 13:39:27.996478 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527463-5823-49c5-979a-66e04f779bb8 req-349e6972-2287-433d-aa69-b23e87b1936e tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.998073 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b2527463-5823-49c5-979a-66e04f779bb8 req-349e6972-2287-433d-aa69-b23e87b1936e tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 949 time: 0.0523086 Dec 15 13:39:28.102024 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Deleting port bbe47101-d895-493f-ae38-13175facd84c {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:28.102424 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.208845 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] For port bbe47101-d895-493f-ae38-13175facd84c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe47101-d895-493f-ae38-13175facd84c,segment=NetworkSegment(72ecde32-7394-4904-af2a-b13f1a91b053),segment_id=72ecde32-7394-4904-af2a-b13f1a91b053)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:28.209237 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.222731 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Calling delete_port for bbe47101-d895-493f-ae38-13175facd84c owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:28.245126 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e98b-cdec-4d5a-9077-5e81fd56ec9e req-8c8d617e-8055-4565-a0f6-77bb6de882aa tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.246745 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7099e98b-cdec-4d5a-9077-5e81fd56ec9e req-8c8d617e-8055-4565-a0f6-77bb6de882aa tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 944 time: 0.0854683 Dec 15 13:39:28.257037 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb09067-e01f-42af-8d13-d618a111d99e req-10bf05ea-ebeb-4766-97da-1f71f378e477 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.258418 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1eb09067-e01f-42af-8d13-d618a111d99e req-10bf05ea-ebeb-4766-97da-1f71f378e477 tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/ports?device_id=b10807bb-d9d8-478d-975d-8f923406ec3d HTTP/1.1" status: 200 len: 949 time: 0.0866563 Dec 15 13:39:28.337156 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7099e98b-cdec-4d5a-9077-5e81fd56ec9e req-61210528-0ce8-4cea-bfb2-fcfe81f27649 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777647 Dec 15 13:39:28.340735 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1eb09067-e01f-42af-8d13-d618a111d99e req-38fe1c59-5046-4f08-abea-dd06bf9948de tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.83 "GET /v2.0/security-groups?id=8dad4fb6-0d11-406b-9851-dea8bcc22af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749609 Dec 15 13:39:28.372747 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.385452 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['bbe47101-d895-493f-ae38-13175facd84c'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:28.399764 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Pushing event deleted for resources: {'Port': ['ID=bbe47101-d895-493f-ae38-13175facd84c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:28.445161 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] No DVR routers for this DVR port bbe47101-d895-493f-ae38-13175facd84c on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:28.447894 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.451297 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b2527463-5823-49c5-979a-66e04f779bb8 req-e6b58044-8792-446f-8651-68078949bfce tempest-VolumesNegativeTest-1361222 tempest-VolumesNegativeTest-1361222-project] 10.222.0.66 "DELETE /v2.0/ports/bbe47101-d895-493f-ae38-13175facd84c HTTP/1.1" status: 204 len: 173 time: 0.4454818 Dec 15 13:39:28.451758 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10807bb-d9d8-478d-975d-8f923406ec3d', 'name': 'network-vif-deleted', 'tag': 'bbe47101-d895-493f-ae38-13175facd84c'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:28.454509 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80245f1-9215-4e74-8791-061b6ebacaf7" -d '{"events": [{"server_uuid": "b10807bb-d9d8-478d-975d-8f923406ec3d", "name": "network-vif-deleted", "tag": "bbe47101-d895-493f-ae38-13175facd84c"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:28.503403 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181c16bb-6cc8-4281-8424-501af3526852 x-openstack-request-id: req-181c16bb-6cc8-4281-8424-501af3526852 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:28.503702 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10807bb-d9d8-478d-975d-8f923406ec3d", "name": "network-vif-deleted", "tag": "bbe47101-d895-493f-ae38-13175facd84c", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:28.503957 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-181c16bb-6cc8-4281-8424-501af3526852 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:28.504387 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10807bb-d9d8-478d-975d-8f923406ec3d', 'name': 'network-vif-deleted', 'tag': 'bbe47101-d895-493f-ae38-13175facd84c', 'status': 'completed', 'code': 200} Dec 15 13:39:28.606893 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:28.658008 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port e4b8c97b-020a-4806-8f09-f876ba55ad9d triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:28.658322 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.737097 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.761287 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:28.763594 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1590b7-75dc-43a1-9933-2f4b1fbfcd5b" -d '{"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:28.780247 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:28.784389 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:28.785175 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device bbe47101-d895-493f-ae38-13175facd84c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:28.808755 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c933db8f-66e0-41cc-874b-6b331a68e6eb x-openstack-request-id: req-c933db8f-66e0-41cc-874b-6b331a68e6eb {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:28.809072 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-plugged", "status": "completed", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:28.809330 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c933db8f-66e0-41cc-874b-6b331a68e6eb {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:28.809719 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'code': 200} Dec 15 13:39:28.826689 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: bbe47101-d895-493f-ae38-13175facd84c {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:39:28.827516 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device bbe47101-d895-493f-ae38-13175facd84c not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:28.860202 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=10']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:28.904138 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8f03d-faf0-4e58-acd6-af2c6b21acdc req-551e8452-2048-4e0f-b686-39924d1462d3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.906074 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-14f8f03d-faf0-4e58-acd6-af2c6b21acdc req-551e8452-2048-4e0f-b686-39924d1462d3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0505764 Dec 15 13:39:28.955778 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-14f8f03d-faf0-4e58-acd6-af2c6b21acdc req-5b28db8b-42dd-45fc-93f8-ed3bb53458b9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Dec 15 13:39:29.360117 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799bfad-103a-4ff7-ac31-50583d934c2b req-3548551c-18b5-4f99-b409-2a1adfe421f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:29.361622 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1799bfad-103a-4ff7-ac31-50583d934c2b req-3548551c-18b5-4f99-b409-2a1adfe421f2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 1099 time: 0.0456710 Dec 15 13:39:29.416149 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1799bfad-103a-4ff7-ac31-50583d934c2b req-c999c724-7659-4a94-bf93-547ca9fc2eb6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Dec 15 13:39:29.475916 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641c83-8270-4934-99b2-30bee9878ac1 req-a6041539-c81e-402d-abfb-2bfd3097efd2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:29.477396 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-92641c83-8270-4934-99b2-30bee9878ac1 req-a6041539-c81e-402d-abfb-2bfd3097efd2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0530226 Dec 15 13:39:29.526260 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-92641c83-8270-4934-99b2-30bee9878ac1 req-62623a5b-ed3c-4762-8a01-248b01a691c8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Dec 15 13:39:29.638453 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-183a8e4c-4dd4-421e-8096-a64cb1893161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.093100 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e2054-8a29-417f-8a9c-d932c58e8107 req-c15bd9e0-c9db-471a-84dd-216e8590d45c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.093100 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-623e2054-8a29-417f-8a9c-d932c58e8107 req-c15bd9e0-c9db-471a-84dd-216e8590d45c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0541499 Dec 15 13:39:30.145138 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-623e2054-8a29-417f-8a9c-d932c58e8107 req-c566a413-f1a0-4eec-993e-c7a05f755537 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461891 Dec 15 13:39:30.649475 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8ebf-7962-4eb8-9ce0-17e4be8e0995 req-7224595f-9f9d-414d-86d8-ce96c2bdae63 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.651734 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6def8ebf-7962-4eb8-9ce0-17e4be8e0995 req-7224595f-9f9d-414d-86d8-ce96c2bdae63 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0517621 Dec 15 13:39:30.705750 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6def8ebf-7962-4eb8-9ce0-17e4be8e0995 req-040930ba-1882-44cd-ae43-130b85c53483 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470710 Dec 15 13:39:31.265607 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cf7cb-e51e-43ea-9281-9b4d492b68a8 req-603a86b7-4e58-49e3-9406-cc5926b73ca0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.267189 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b34cf7cb-e51e-43ea-9281-9b4d492b68a8 req-603a86b7-4e58-49e3-9406-cc5926b73ca0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0521936 Dec 15 13:39:31.317126 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b34cf7cb-e51e-43ea-9281-9b4d492b68a8 req-c7791099-418b-4793-ae13-b3640379c4ea tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Dec 15 13:39:31.831410 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30857e1-0d68-4cb2-97b6-1a97c0f1ef51 req-c1d1513a-7ea6-4129-9a55-353b9296a44e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:31.832769 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c30857e1-0d68-4cb2-97b6-1a97c0f1ef51 req-c1d1513a-7ea6-4129-9a55-353b9296a44e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0493631 Dec 15 13:39:31.883366 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c30857e1-0d68-4cb2-97b6-1a97c0f1ef51 req-35c30782-fb8f-4679-b154-e32e950b9aec tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Dec 15 13:39:32.188374 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b984081e-498a-4ec6-9f7e-9f7919e11d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:32.441319 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6982c8-a4fc-4726-b7a1-678569dd3c7c req-52010520-df05-448a-b8b8-6d34c31e7e50 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:32.442770 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b6982c8-a4fc-4726-b7a1-678569dd3c7c req-52010520-df05-448a-b8b8-6d34c31e7e50 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0540087 Dec 15 13:39:32.495940 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b6982c8-a4fc-4726-b7a1-678569dd3c7c req-2a4e6062-2751-4bdc-830f-9b4a3711cbf2 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467868 Dec 15 13:39:33.012039 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe9df2-85cc-4b54-9966-b0266ae4f632 req-a0b9b027-f4ad-4a4f-96a6-d8f80f30a624 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:33.013562 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-aabe9df2-85cc-4b54-9966-b0266ae4f632 req-a0b9b027-f4ad-4a4f-96a6-d8f80f30a624 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0517080 Dec 15 13:39:33.067019 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-aabe9df2-85cc-4b54-9966-b0266ae4f632 req-caf651df-1309-4134-8297-9963881f990d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467572 Dec 15 13:39:33.246229 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:33.620927 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01375f-0e6d-463f-9f20-5e96134845f8 req-09aaef8d-2092-4cd8-98df-ade2dfd84be0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:33.622744 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cc01375f-0e6d-463f-9f20-5e96134845f8 req-09aaef8d-2092-4cd8-98df-ade2dfd84be0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0561147 Dec 15 13:39:33.677524 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cc01375f-0e6d-463f-9f20-5e96134845f8 req-02fbbeeb-32b9-44a1-a3d3-3d41a197ad27 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485232 Dec 15 13:39:34.193572 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a442aff-a84e-4392-840a-e967633c7e72 req-8d07298f-d23a-44eb-b288-c8e2c211aa72 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.195085 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7a442aff-a84e-4392-840a-e967633c7e72 req-8d07298f-d23a-44eb-b288-c8e2c211aa72 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0538354 Dec 15 13:39:34.243762 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7a442aff-a84e-4392-840a-e967633c7e72 req-60626cb5-76ec-4620-aabf-c49d0b91bc7a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 Dec 15 13:39:34.799436 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9830-612d-4a72-92d7-aad565c2e659 req-6040df51-2b19-4360-8803-bef80d5135b7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:34.801199 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-596d9830-612d-4a72-92d7-aad565c2e659 req-6040df51-2b19-4360-8803-bef80d5135b7 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0530725 Dec 15 13:39:34.851300 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-596d9830-612d-4a72-92d7-aad565c2e659 req-7fb01f60-64fa-4d00-a65c-6229784783e8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435305 Dec 15 13:39:34.896329 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:35.386975 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d080c-f617-4ee8-9626-9b007a0c9a0f req-aa376d5d-f803-4a60-8126-5d36aaf5b8d8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:35.388427 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d44d080c-f617-4ee8-9626-9b007a0c9a0f req-aa376d5d-f803-4a60-8126-5d36aaf5b8d8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0670722 Dec 15 13:39:35.438191 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d44d080c-f617-4ee8-9626-9b007a0c9a0f req-0bcf61f4-0858-488b-ab1f-a21270d0246d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436778 Dec 15 13:39:35.537979 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:35.946790 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-a2ccfb33-0665-439e-8be2-c0c092bb35c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486529 Dec 15 13:39:35.987876 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e186d-4683-45d7-b6f1-7e648574cf6a req-4054182c-fa81-4c3b-bfae-a41fe15a6de8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:35.989480 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-477e186d-4683-45d7-b6f1-7e648574cf6a req-4054182c-fa81-4c3b-bfae-a41fe15a6de8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0526736 Dec 15 13:39:36.020337 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-225058db-4dba-4c8c-8c1e-4c99dfa36c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.022131 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-225058db-4dba-4c8c-8c1e-4c99dfa36c4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 1099 time: 0.0468919 Dec 15 13:39:36.047026 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-477e186d-4683-45d7-b6f1-7e648574cf6a req-9d212395-7ca7-4f22-a51b-c13a71fef5c6 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464303 Dec 15 13:39:36.138271 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-e4534517-5546-482b-973d-44bbba2129ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.139726 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-e4534517-5546-482b-973d-44bbba2129ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.0920303 Dec 15 13:39:36.182682 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-ae934fdd-3d23-4017-b33c-1c104b3ae22c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3 HTTP/1.1" status: 200 len: 217 time: 0.0353625 Dec 15 13:39:36.238391 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-ab8ae3ed-3161-400f-a4bf-f420f69a5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.239969 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-ab8ae3ed-3161-400f-a4bf-f420f69a5c44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.0491526 Dec 15 13:39:36.284063 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-8b44113e-dffe-40e2-a444-d02adf26ad4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286791 Dec 15 13:39:36.373444 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:36.397159 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-f0ca1a72-b8c7-4d4c-9091-41b6e92ec61f service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052017 Dec 15 13:39:36.500202 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff9f0cd-5d19-41e6-bec5-7f43622bc85f req-3dce26dd-897b-42ae-953b-db50db72b923 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939155 Dec 15 13:39:36.563727 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bba848-9b36-43bc-88aa-cd6f0c20ec84 req-665e8d24-a2de-44ad-9f01-98fae12af17c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:36.565293 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-30bba848-9b36-43bc-88aa-cd6f0c20ec84 req-665e8d24-a2de-44ad-9f01-98fae12af17c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0517752 Dec 15 13:39:36.613988 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-30bba848-9b36-43bc-88aa-cd6f0c20ec84 req-b7f79fff-178a-4fac-adde-6be7457441a6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Dec 15 13:39:37.162810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0c306-82d6-476d-acb1-cdc8439dd7a7 req-7825ccc4-9dd4-400e-a4b3-c373d1aab02a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.164289 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e1c0c306-82d6-476d-acb1-cdc8439dd7a7 req-7825ccc4-9dd4-400e-a4b3-c373d1aab02a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Dec 15 13:39:37.213917 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e1c0c306-82d6-476d-acb1-cdc8439dd7a7 req-6d570426-a0f4-453f-bf46-b6568d4d768d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Dec 15 13:39:37.739613 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26618252-7201-4577-a621-322dbc787174 req-67facc4b-f4e9-4f5d-a184-ee7aab986153 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:37.741127 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-26618252-7201-4577-a621-322dbc787174 req-67facc4b-f4e9-4f5d-a184-ee7aab986153 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0526876 Dec 15 13:39:37.794009 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-26618252-7201-4577-a621-322dbc787174 req-4b329136-fc67-4b6f-b6e8-1f1dd6d4ae8f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458188 Dec 15 13:39:38.327799 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5b9f4-e76b-43fc-9e93-766ae897c272 req-3250e8f4-2b9e-44d2-a134-9e724c6baa95 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:38.329389 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-70e5b9f4-e76b-43fc-9e93-766ae897c272 req-3250e8f4-2b9e-44d2-a134-9e724c6baa95 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0491405 Dec 15 13:39:38.378406 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-70e5b9f4-e76b-43fc-9e93-766ae897c272 req-18202818-9541-4e3e-9e2a-6b24656dc758 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Dec 15 13:39:38.918883 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee452f7d-8eef-485b-8b91-c3b92998fded req-25075e31-e733-45f0-9496-3a657b4dc16b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:38.920281 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ee452f7d-8eef-485b-8b91-c3b92998fded req-25075e31-e733-45f0-9496-3a657b4dc16b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0526423 Dec 15 13:39:38.970807 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ee452f7d-8eef-485b-8b91-c3b92998fded req-ab521e72-b4ce-496a-bed0-dcd12b1c0233 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445576 Dec 15 13:39:39.522350 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d58cb-7e1d-4362-954e-fc335b6d1b58 req-2076d3e0-15ad-4968-8ab9-4dab393ce1ac tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:39.523990 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b6d58cb-7e1d-4362-954e-fc335b6d1b58 req-2076d3e0-15ad-4968-8ab9-4dab393ce1ac tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0624137 Dec 15 13:39:39.575637 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b6d58cb-7e1d-4362-954e-fc335b6d1b58 req-f57100c3-4d4f-4934-a1f7-2cf28c379682 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448606 Dec 15 13:39:40.121748 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712669a-0697-4e4e-8db3-add50c83c54f req-ece1eaf6-2daf-4f0f-97f5-368359ce9406 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:40.123236 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4712669a-0697-4e4e-8db3-add50c83c54f req-ece1eaf6-2daf-4f0f-97f5-368359ce9406 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0684631 Dec 15 13:39:40.175854 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4712669a-0697-4e4e-8db3-add50c83c54f req-ce8569a7-fefe-4aef-99e3-ed74822479d1 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465128 Dec 15 13:39:40.710410 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bbc6-5316-4a2c-920e-876ec707eb0b req-ae68c7a9-cd11-4a64-9a83-b62dd2ed8358 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:40.712376 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b534bbc6-5316-4a2c-920e-876ec707eb0b req-ae68c7a9-cd11-4a64-9a83-b62dd2ed8358 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0636749 Dec 15 13:39:40.766566 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b534bbc6-5316-4a2c-920e-876ec707eb0b req-6795139c-0d89-4b31-8d3b-52cc8bee239f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470152 Dec 15 13:39:41.303025 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd95a8-5435-4fc3-a5c2-9715f50151e8 req-185f9184-04da-41aa-b242-34b5e4fc4602 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:41.304544 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3dd95a8-5435-4fc3-a5c2-9715f50151e8 req-185f9184-04da-41aa-b242-34b5e4fc4602 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0509386 Dec 15 13:39:41.356646 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3dd95a8-5435-4fc3-a5c2-9715f50151e8 req-cf89730d-255d-4ff6-bf62-2a6033c0b6c4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443578 Dec 15 13:39:41.509466 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 56524) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:41.562184 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-9442c4a6-b7b1-45bf-981c-ae04c8ef90d3 admin admin] Deleting subnet 65b5acdd-c486-48db-8588-8524bc968bba {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:39:41.565252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9442c4a6-b7b1-45bf-981c-ae04c8ef90d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.603644 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9442c4a6-b7b1-45bf-981c-ae04c8ef90d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.654430 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9442c4a6-b7b1-45bf-981c-ae04c8ef90d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.757704 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9442c4a6-b7b1-45bf-981c-ae04c8ef90d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.793911 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442c4a6-b7b1-45bf-981c-ae04c8ef90d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b5acdd-c486-48db-8588-8524bc968bba,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:41.813740 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9442c4a6-b7b1-45bf-981c-ae04c8ef90d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.817189 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9442c4a6-b7b1-45bf-981c-ae04c8ef90d3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/65b5acdd-c486-48db-8588-8524bc968bba HTTP/1.1" status: 204 len: 168 time: 0.3066545 Dec 15 13:39:41.819880 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56568) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:41.835214 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba933-9974-4344-86d1-406eb4a37e2e req-05b05a09-ddf9-41f9-921f-642422677882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:41.836799 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-de7ba933-9974-4344-86d1-406eb4a37e2e req-05b05a09-ddf9-41f9-921f-642422677882 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1098 time: 0.0530789 Dec 15 13:39:41.897336 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-de7ba933-9974-4344-86d1-406eb4a37e2e req-9060479b-09bb-4b35-8ef1-720b11ca93fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506036 Dec 15 13:39:41.944117 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:41.967026 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ae2c6-00fc-428f-bea6-5c25aaecc17b req-7d72ca10-e4bb-4521-a75a-2bb0ce96ce02 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:41.968551 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-712ae2c6-00fc-428f-bea6-5c25aaecc17b req-7d72ca10-e4bb-4521-a75a-2bb0ce96ce02 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0841641 Dec 15 13:39:42.071840 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.095738 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-712ae2c6-00fc-428f-bea6-5c25aaecc17b req-c03384de-f62a-4a4e-a6fa-16fca7543b57 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050079 Dec 15 13:39:42.104072 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3738d27-4a35-4a97-97f2-d3c9cace88de']}} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:42.114665 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee869c35-c22d-4719-be14-694654360be7') {'for_net_delete': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:42.114960 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee869c35-c22d-4719-be14-694654360be7') {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:42.124155 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376994'] for segment, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.143177 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.149587 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:39:42.150016 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62366710'] for segment, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: Traceback (most recent call last): Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: timer() Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: cb(*args, **kw) Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: return func(*args, **kwargs) Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: self._notify() Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: self.callback(batched_events) Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: event.method(event) Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: return f(self, *a, **k) Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._get(url).json() Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: return self.request(url, 'GET', **kwargs) Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:39:42.152828 dv-cinder-813228-4-iscsi neutron-server[102648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:39:42.214140 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.220658 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.224059 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c3738d27-4a35-4a97-97f2-d3c9cace88de HTTP/1.1" status: 204 len: 168 time: 0.4019485 Dec 15 13:39:42.236276 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea560c24-2c0c-44b6-ad8f-990b38c7ad03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3738d27-4a35-4a97-97f2-d3c9cace88de,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:42.441494 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56618) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:42.490051 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-0361f900-20f6-4d4d-a8e4-593e8a8c1621 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b3823701b6f1423aa1ecd29bf162e5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457582 Dec 15 13:39:42.491139 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56620) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:42.545119 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fbfd65b0-0626-467c-8e1d-34be2c78da03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.570637 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fbfd65b0-0626-467c-8e1d-34be2c78da03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.626325 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fbfd65b0-0626-467c-8e1d-34be2c78da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.629520 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fbfd65b0-0626-467c-8e1d-34be2c78da03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:42.633405 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-fbfd65b0-0626-467c-8e1d-34be2c78da03 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bb443b87-2acd-408c-9f6f-46ad57ed92de HTTP/1.1" status: 204 len: 168 time: 0.1383061 Dec 15 13:39:42.644278 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd65b0-0626-467c-8e1d-34be2c78da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb443b87-2acd-408c-9f6f-46ad57ed92de,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:43.240520 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456768-9148-4858-bf09-20ac30fdb9e7 req-ba6e96c8-5ed7-4cba-8890-a8ab070809aa tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:43.242772 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-02456768-9148-4858-bf09-20ac30fdb9e7 req-ba6e96c8-5ed7-4cba-8890-a8ab070809aa tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0614440 Dec 15 13:39:43.301656 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-02456768-9148-4858-bf09-20ac30fdb9e7 req-f2f338c2-c0f5-4069-87e7-ea3d6cddfb15 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517218 Dec 15 13:39:44.348126 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56706) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:44.428235 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8725aa-82ff-4583-b48a-ad493e0f8550 req-059d63f6-31a5-4c30-9444-39bf1484567d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:44.429743 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac8725aa-82ff-4583-b48a-ad493e0f8550 req-059d63f6-31a5-4c30-9444-39bf1484567d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0526266 Dec 15 13:39:44.512178 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac8725aa-82ff-4583-b48a-ad493e0f8550 req-580947da-5f81-4467-9091-d8c473b0de9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 Dec 15 13:39:44.518571 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-5f7afd18-6354-48ec-87b3-3c2b3914f9cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3b040f42f67e4061b728e00adb165e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692677 Dec 15 13:39:44.524361 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56710) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:44.574900 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-76a6789e-0e92-48fb-b09c-d58fb4a7e047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.595909 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-76a6789e-0e92-48fb-b09c-d58fb4a7e047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.660260 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-76a6789e-0e92-48fb-b09c-d58fb4a7e047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.663107 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-76a6789e-0e92-48fb-b09c-d58fb4a7e047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:44.664542 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-76a6789e-0e92-48fb-b09c-d58fb4a7e047 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8dad4fb6-0d11-406b-9851-dea8bcc22af2 HTTP/1.1" status: 204 len: 168 time: 0.1391966 Dec 15 13:39:44.673478 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6789e-0e92-48fb-b09c-d58fb4a7e047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dad4fb6-0d11-406b-9851-dea8bcc22af2,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:44.889636 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-acc96e53-8b5a-4992-8179-ceae27c5342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:44.891030 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-acc96e53-8b5a-4992-8179-ceae27c5342a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91da5641066242d99b74a660383a26da&device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 1098 time: 0.0477750 Dec 15 13:39:44.922193 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219df2b2-838d-4855-89c4-3bbe38f1cb65 req-9657362f-7d82-4e48-9a01-16832c5259e0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:44.923657 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-219df2b2-838d-4855-89c4-3bbe38f1cb65 req-9657362f-7d82-4e48-9a01-16832c5259e0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0631158 Dec 15 13:39:44.998686 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-63b9cc8a-8b98-4fd1-9961-b1c502a3ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:45.000150 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-63b9cc8a-8b98-4fd1-9961-b1c502a3ab47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 200 len: 920 time: 0.0982487 Dec 15 13:39:45.001808 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-219df2b2-838d-4855-89c4-3bbe38f1cb65 req-285e8d8c-30f8-47ed-ab6b-1857764c1ff4 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682051 Dec 15 13:39:45.066764 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-3262ab34-1ca9-4ccb-82a7-5f6d8afff4a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 200 len: 217 time: 0.0451396 Dec 15 13:39:45.132250 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-d87f0c8d-327e-4adf-ba35-28c986c2be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:45.134119 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-d87f0c8d-327e-4adf-ba35-28c986c2be48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 200 len: 859 time: 0.0562603 Dec 15 13:39:45.172311 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-2915fe5c-aca8-40c4-9c12-a37dd5e6a4fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65892dc7-52b7-4275-99f0-3ec0b08be25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289874 Dec 15 13:39:45.286957 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-41b8fcbd-d32c-4e3b-9af0-a92089392644 service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033778 Dec 15 13:39:45.393242 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2233a014-c40a-485d-86ec-44f7e44c3586 req-a54f1024-6840-4557-918a-b8e3e6a0568a service neutron] 10.222.0.66 "GET /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931594 Dec 15 13:39:45.453187 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 56760) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:45.553261 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-288911524-network', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:45.575495 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Made reservation on behalf of 56ce01ca50734f87ad8566b49ea5292a for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:45.577910 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.587181 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.663958 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:39:45.664773 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.668869 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.690266 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:39:45.706033 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d97a0-05f9-4d4c-8bbd-b206db300335,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:45.708521 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.708853 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Added segment e21e7407-70b8-4868-bf31-6aad9a6c236e of type vlan for network 67834753-f02a-48bf-8dbe-b2e35c44f89a Dec 15 13:39:45.722059 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.722400 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.722736 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.723062 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.723387 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.723709 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.724026 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.724343 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.724662 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.724989 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.725281 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.725592 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.725926 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:45.768199 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.799722 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.800695 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:45.801277 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.862953 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4060237 Dec 15 13:39:45.863423 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56772) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:45.868557 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Request body: {'subnet': {'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-288911524-subnet', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:45.872029 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500662-faba-48d4-875d-ac0d18cf0fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=67834753-f02a-48bf-8dbe-b2e35c44f89a,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:45.885963 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:39:45.892566 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Made reservation on behalf of 56ce01ca50734f87ad8566b49ea5292a for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:45.894260 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62347642'] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.080680 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62366299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62347620'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.163181 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:46.173371 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201c4e1-eee8-4a45-a5f1-5908c6cf3cbb req-a3cb6e44-5de7-4636-97e0-8135841c74f9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:46.175161 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9201c4e1-eee8-4a45-a5f1-5908c6cf3cbb req-a3cb6e44-5de7-4636-97e0-8135841c74f9 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0961657 Dec 15 13:39:46.184985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Checking segment: {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:46.185332 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Network hostable DHCP agents. Network: 67834753-f02a-48bf-8dbe-b2e35c44f89a, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:39:46.228867 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:39:46.239746 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9201c4e1-eee8-4a45-a5f1-5908c6cf3cbb req-b65d4515-d302-45d2-8afb-1d9c3f693a51 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564575 Dec 15 13:39:46.244169 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 67834753-f02a-48bf-8dbe-b2e35c44f89a) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:46.250910 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:46.251499 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.266502 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79629528-28e3-41c7-843e-3ab7611b8ff2 None None] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:46.274554 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3c8f0eb7-5049-47a4-90aa-2b7906765977 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4097080 Dec 15 13:39:46.274948 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 56780) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:46.279653 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:46.302075 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.303244 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.374096 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.376543 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-67834753-f02a-48bf-8dbe-b2e35c44f89a', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:39:46.377423 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.436625 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56784) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:46.511759 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Allocated IP 172.20.0.2 (67834753-f02a-48bf-8dbe-b2e35c44f89a/c27faad7-6bb2-48fb-839f-ecdbb19d5dbe/ae643d6f-91f4-4bab-81bc-8c4742ede7c1) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:46.513315 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.569363 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.658034 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.660629 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.663040 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.667261 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.703550 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f183ad7c-f930-437b-b4e6-495659e8a74d,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:46.710825 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e014c273a4f4109b238183ae25e8282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707052 Dec 15 13:39:46.710998 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Pushing event updated for resources: {'Port': ['ID=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:46.711685 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 56788) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:46.715200 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.715561 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.715908 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.716250 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.716588 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.716921 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.717427 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.717918 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.718251 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.718582 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.718909 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.719234 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.719556 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3109e2-d17a-4b4b-ac92-a12a09418900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:46.722953 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:46.724402 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:46.726651 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:46.734225 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.764253 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.785438 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Attempting to bind port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:46.785826 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Attempting to bind port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:46.786185 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Attempting to bind port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 on network 67834753-f02a-48bf-8dbe-b2e35c44f89a {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:46.797675 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:46.798086 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Checking segment: {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:46.798491 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.798882 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Bound using segment: {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:46.802121 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Bound port: ae643d6f-91f4-4bab-81bc-8c4742ede7c1, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:46.802521 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.836410 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-46e63603-6456-4555-b7c3-2f22b56d2ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.872539 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] For port ae643d6f-91f4-4bab-81bc-8c4742ede7c1, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:46.875916 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] For port ae643d6f-91f4-4bab-81bc-8c4742ede7c1, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:46.881649 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.946518 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ee664-cfd6-466d-9c85-457bcb0f296d None None] Pushing event updated for resources: {'Port': ['ID=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:46.955637 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-509d21e8-1e7e-4e9d-9999-92a7447c1786 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1524633260&fields=id&tenant_id=ae0b248663174800af3db2a34d92f6b3 HTTP/1.1" status: 200 len: 267 time: 0.0771909 Dec 15 13:39:47.086054 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-82a07c7b-ddb8-4d71-be09-d84df78bd4b5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:47.087769 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-82a07c7b-ddb8-4d71-be09-d84df78bd4b5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/networks?id=fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 200 len: 809 time: 0.1226201 Dec 15 13:39:47.105908 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-d3886f74-dd2d-451f-b1bd-613bba37361c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/quotas/ae0b248663174800af3db2a34d92f6b3 HTTP/1.1" status: 200 len: 375 time: 0.0105312 Dec 15 13:39:47.133886 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-46e63603-6456-4555-b7c3-2f22b56d2ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.189823 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Allocated IP 172.27.1.149 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/bc1824d8-5c0f-4dec-8ba1-f75abecf7346) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:47.194551 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-aea96e42-b60c-46a2-ba1c-5e6bc6b68397 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ae0b248663174800af3db2a34d92f6b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825484 Dec 15 13:39:47.295938 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-46e63603-6456-4555-b7c3-2f22b56d2ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.299786 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-46e63603-6456-4555-b7c3-2f22b56d2ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.302174 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-46e63603-6456-4555-b7c3-2f22b56d2ace admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f183ad7c-f930-437b-b4e6-495659e8a74d HTTP/1.1" status: 204 len: 168 time: 0.5899231 Dec 15 13:39:47.321778 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e63603-6456-4555-b7c3-2f22b56d2ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f183ad7c-f930-437b-b4e6-495659e8a74d,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:47.342813 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.348712 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-385e0976-95ec-4193-991f-0f2a040e4efa service neutron] 10.222.0.83 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389823 Dec 15 13:39:47.393852 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.439551 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:47.444173 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:47.449397 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:47.484164 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1824d8-5c0f-4dec-8ba1-f75abecf7346,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:47.493530 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a36a1-41ee-4b6c-8ef4-036388eab38b req-ed53c33d-5951-4073-833a-ce3c6d6f0e7b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:47.495702 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-561a36a1-41ee-4b6c-8ef4-036388eab38b req-ed53c33d-5951-4073-833a-ce3c6d6f0e7b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.1274874 Dec 15 13:39:47.550637 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-73fbc2ee-4dff-4cb2-8cf1-d0971acac92a service neutron] 10.222.0.83 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940324 Dec 15 13:39:47.598686 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-561a36a1-41ee-4b6c-8ef4-036388eab38b req-034729fe-4bcc-4cff-b675-4a9ba76f8592 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909295 Dec 15 13:39:47.784571 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:47.954607 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ae643d6f-91f4-4bab-81bc-8c4742ede7c1 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:47.966655 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fdc3bdf9-0738-4ff5-9742-c51d71cae7b0 req-e9b4f4c2-c3f4-4571-9ffe-2f4c6094c736 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0370064 Dec 15 13:39:48.032869 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:48.033276 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.069545 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.134231 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.174149 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port ae643d6f-91f4-4bab-81bc-8c4742ede7c1, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:48.180370 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.190706 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b5fd4-1a20-4aac-9d1c-3f6567104e80 None None] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:48.255841 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Router 325a8392-a968-47db-9bdc-b9830c3b16c9 is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:39:48.333680 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-eefced7d-9802-4589-ba43-848e96b98117 None None] Provisioning complete for port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:48.334279 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-eefced7d-9802-4589-ba43-848e96b98117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.364933 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:48.425434 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:48.438741 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Sync routers for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:48.448268 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.449439 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3b73435c-bb86-42a2-99c5-a7e95280d998 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1732635 Dec 15 13:39:48.453006 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:48.453664 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 56820) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:48.454795 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:48.615885 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:48.784965 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801812a-3e15-4da3-9e60-b19f679ced87 req-de124d70-14e6-45d8-844d-06e3d29b8afe tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:48.793289 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d801812a-3e15-4da3-9e60-b19f679ced87 req-de124d70-14e6-45d8-844d-06e3d29b8afe tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0846808 Dec 15 13:39:48.874353 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d801812a-3e15-4da3-9e60-b19f679ced87 req-4c01a3c3-0df0-4c08-9384-746370d6a86b tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797250 Dec 15 13:39:48.891994 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-efa375ce-ab5e-494a-a1b7-6406134a6b09 None None] Provisioning complete for port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:48.892508 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-efa375ce-ab5e-494a-a1b7-6406134a6b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.994586 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 3, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:49.027603 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Checking router: 325a8392-a968-47db-9bdc-b9830c3b16c9 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:49.027958 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Updating router 325a8392-a968-47db-9bdc-b9830c3b16c9 port bc1824d8-5c0f-4dec-8ba1-f75abecf7346 binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:49.055648 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.163253 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-191a0665-9689-45fd-a15d-36b4dc086723 req-839bb980-192e-4407-a87b-fa3fbc27926b tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0477438 Dec 15 13:39:49.178366 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.421501 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Allocated IP 172.20.0.1 (67834753-f02a-48bf-8dbe-b2e35c44f89a/c27faad7-6bb2-48fb-839f-ecdbb19d5dbe/59f66458-ad35-426e-bf93-ca2358cb87f8) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:49.437223 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.443169 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.498619 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Attempting to bind port bc1824d8-5c0f-4dec-8ba1-f75abecf7346 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:49.498982 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Attempting to bind port bc1824d8-5c0f-4dec-8ba1-f75abecf7346 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:49.499549 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Attempting to bind port bc1824d8-5c0f-4dec-8ba1-f75abecf7346 on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:49.508802 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:49.509581 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:49.510312 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.510921 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:49.511392 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Bound port: bc1824d8-5c0f-4dec-8ba1-f75abecf7346, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:49.511788 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.514995 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b616c-5cbe-495e-ba43-9b1174ffc112 None None] Pushing event updated for resources: {'Port': ['ID=bc1824d8-5c0f-4dec-8ba1-f75abecf7346,revision_number=2']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:49.574065 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] For port bc1824d8-5c0f-4dec-8ba1-f75abecf7346, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:49.578524 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] For port bc1824d8-5c0f-4dec-8ba1-f75abecf7346, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bc1824d8-5c0f-4dec-8ba1-f75abecf7346,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:49.580955 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.587782 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.624463 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.641736 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:49.642635 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:49.675972 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:49.679034 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:49.682700 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:49.715717 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Pushing event updated for resources: {'Port': ['ID=59f66458-ad35-426e-bf93-ca2358cb87f8,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:49.739725 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.742939 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b616c-5cbe-495e-ba43-9b1174ffc112 None None] Pushing event updated for resources: {'Port': ['ID=bc1824d8-5c0f-4dec-8ba1-f75abecf7346,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:49.793628 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:49.915552 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ae643d6f-91f4-4bab-81bc-8c4742ede7c1 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:49.933909 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.981499 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-d99b0ed1-beda-4fca-80f4-7c4e2938c668 None None] Provisioning complete for port 59f66458-ad35-426e-bf93-ca2358cb87f8 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:49.981812 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-d99b0ed1-beda-4fca-80f4-7c4e2938c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.028410 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:50.028772 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.031265 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-d99b0ed1-beda-4fca-80f4-7c4e2938c668 None None] Port 59f66458-ad35-426e-bf93-ca2358cb87f8 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:50.095018 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 3, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:50.149710 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557ba62-8529-4d70-9274-8fa33a22b578 None None] The sync data for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi is: [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:47Z', 'revision_number': 3, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:50.222133 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-20788bf2-ea28-418a-a50f-36130d8f898d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:50.224418 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-20788bf2-ea28-418a-a50f-36130d8f898d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.66 "GET /v2.0/networks?id=fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 200 len: 809 time: 0.2304265 Dec 15 13:39:50.288165 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.344500 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-07290f60-4d41-48a3-98ba-edd9e30b6afd req-e7397c7d-03b6-4f4c-86c2-7d3556484f0e tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0412097 Dec 15 13:39:50.347700 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.414376 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-cee69148-95a6-48de-8142-99f49ae6e5d7 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae0b248663174800af3db2a34d92f6b3 HTTP/1.1" status: 200 len: 380 time: 0.1301501 Dec 15 13:39:50.427436 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'port': {'device_id': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'admin_state_up': True, 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'security_groups': ['63618271-46db-49ba-a7a1-de7ccd9ca8da']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:50.560236 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Pushing event updated for resources: {'Port': ['ID=59f66458-ad35-426e-bf93-ca2358cb87f8,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:50.565340 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.754876 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Made reservation on behalf of ae0b248663174800af3db2a34d92f6b3 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:50.758681 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:50.763362 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:50.771153 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:50.993796 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Router 325a8392-a968-47db-9bdc-b9830c3b16c9 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:50.998444 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Allocated IP 172.20.0.8 (fceda14e-72c1-403d-b298-cf6490176d7e/303ca9a0-a0c0-4a44-b704-7fcd8e15685f/eb15e4a2-9577-4f05-b3d6-86804d162658) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:51.070319 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-c372c02c-d02f-496c-9dcf-9f17022b1b6b None None] Provisioning complete for port 59f66458-ad35-426e-bf93-ca2358cb87f8 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:51.071281 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c372c02c-d02f-496c-9dcf-9f17022b1b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.112016 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-c372c02c-d02f-496c-9dcf-9f17022b1b6b None None] Port 59f66458-ad35-426e-bf93-ca2358cb87f8 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:51.434605 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:51.439738 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-431b30c4-e331-4e4e-8b8f-39732fa9eb50 req-a042c938-b655-40f9-a2fd-73eb5eff54fb tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 210 time: 0.0278082 Dec 15 13:39:51.445547 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4e56941a-448e-436c-be40-298f9d821290 admin admin] 10.222.0.83 "PUT /v2.0/routers/325a8392-a968-47db-9bdc-b9830c3b16c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9905725 Dec 15 13:39:51.476285 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.528082 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.583471 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Network fceda14e-72c1-403d-b298-cf6490176d7e is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:51.589549 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:51.595247 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:51.620725 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:51.667249 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:51.668020 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.687971 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-39d4ba72-c2e0-4456-80ea-f3fcecd509e2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2642543 Dec 15 13:39:51.903369 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bc1824d8-5c0f-4dec-8ba1-f75abecf7346 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:51.957728 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-882303f3-c901-4b39-8da4-354fb351f534 None None] Provisioning complete for port eb15e4a2-9577-4f05-b3d6-86804d162658 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:51.958125 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-882303f3-c901-4b39-8da4-354fb351f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:51.997675 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port bc1824d8-5c0f-4dec-8ba1-f75abecf7346 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:51.998069 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.000675 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-882303f3-c901-4b39-8da4-354fb351f534 None None] Port eb15e4a2-9577-4f05-b3d6-86804d162658 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:52.087617 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.103336 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Sync routers for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:52.138662 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port bc1824d8-5c0f-4dec-8ba1-f75abecf7346, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bc1824d8-5c0f-4dec-8ba1-f75abecf7346,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:52.142727 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:52.143761 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:52.148735 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.178255 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 56880) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:52.183870 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1584734562-network', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:52.204956 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Made reservation on behalf of e7cbbb43ec734d67bf4f796e58f5a8ff for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:52.207721 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.216371 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.291087 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=bc1824d8-5c0f-4dec-8ba1-f75abecf7346,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:52.293621 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.297767 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.308184 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:52.321777 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:39:52.332016 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98e1aa-a0ab-40ae-957f-af431cfffd31,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:52.336699 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.336974 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Added segment feb1c069-fd33-45f9-86fb-a59d9e1f92b1 of type vlan for network ede3e5db-8de2-402b-9519-bbd28b8c1d7c Dec 15 13:39:52.380531 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.405155 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.406688 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:52.407381 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.459689 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2800777 Dec 15 13:39:52.462447 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56882) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:52.468209 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Request body: {'subnet': {'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1584734562-subnet', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'ip_version': 4}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:52.471027 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cc721-ec98-4b58-8a4a-a0cc1739b89f admin admin] Pushing event updated for resources: {'Network': ['ID=ede3e5db-8de2-402b-9519-bbd28b8c1d7c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:52.492290 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Made reservation on behalf of e7cbbb43ec734d67bf4f796e58f5a8ff for: {'subnet': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:52.494744 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62347642'] for subnet, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.501477 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network ede3e5db-8de2-402b-9519-bbd28b8c1d7c details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:39:52.591247 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:50Z', 'revision_number': 2, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:52.607998 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8b3f1-65d9-4e54-a785-d069877d951d req-7d51fe34-b22e-40fb-a042-a2cc1b2c2b42 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:52.609454 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c1d8b3f1-65d9-4e54-a785-d069877d951d req-7d51fe34-b22e-40fb-a042-a2cc1b2c2b42 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 931 time: 0.0781343 Dec 15 13:39:52.621409 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Checking router: 325a8392-a968-47db-9bdc-b9830c3b16c9 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:52.621969 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Updating router 325a8392-a968-47db-9bdc-b9830c3b16c9 port 59f66458-ad35-426e-bf93-ca2358cb87f8 binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:52.654100 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.703549 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c1d8b3f1-65d9-4e54-a785-d069877d951d req-836fd807-a626-42ff-ba60-90ba289c428f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796118 Dec 15 13:39:52.746907 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62366299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62347620'] for subnet, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.803474 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b907dc6-e09c-4cee-8be6-372519d27136,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:52.818344 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Checking segment: {'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:52.818805 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Network hostable DHCP agents. Network: ede3e5db-8de2-402b-9519-bbd28b8c1d7c, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:39:52.836937 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Network ede3e5db-8de2-402b-9519-bbd28b8c1d7c is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:39:52.846729 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, ede3e5db-8de2-402b-9519-bbd28b8c1d7c) {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:52.850874 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:52.851522 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.857648 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c18ce-769c-4f65-b27d-cc56a898e811 None None] Network ede3e5db-8de2-402b-9519-bbd28b8c1d7c requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:52.871521 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1cccf10b-de99-414b-b6f6-228eff580012 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4077342 Dec 15 13:39:52.874159 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56890) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:52.878516 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:52.907476 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:52.909032 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.012830 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-ede3e5db-8de2-402b-9519-bbd28b8c1d7c', 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c', 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'fixed_ips': [{'subnet_id': '2b907dc6-e09c-4cee-8be6-372519d27136'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:39:53.013807 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.017079 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.029876 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.141389 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a30d9-efae-4b30-a362-1aac9c9ca2c8 None None] Pushing event updated for resources: {'Port': ['ID=59f66458-ad35-426e-bf93-ca2358cb87f8,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:53.156790 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.238740 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Attempting to bind port 59f66458-ad35-426e-bf93-ca2358cb87f8 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:53.239103 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Attempting to bind port 59f66458-ad35-426e-bf93-ca2358cb87f8 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:53.239674 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Attempting to bind port 59f66458-ad35-426e-bf93-ca2358cb87f8 on network 67834753-f02a-48bf-8dbe-b2e35c44f89a {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:53.251196 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Allocated IP 172.20.0.2 (ede3e5db-8de2-402b-9519-bbd28b8c1d7c/2b907dc6-e09c-4cee-8be6-372519d27136/c4950ef7-7751-4812-8141-23753204d7b6) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:53.253325 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:53.253692 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Checking segment: {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:53.254201 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.254669 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Bound using segment: {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:53.255038 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Bound port: 59f66458-ad35-426e-bf93-ca2358cb87f8, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:53.255465 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.299354 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.382714 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-e710fc18-f4f2-4a68-b448-a89e972e970a None None] Provisioning complete for port 59f66458-ad35-426e-bf93-ca2358cb87f8 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:53.383078 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e710fc18-f4f2-4a68-b448-a89e972e970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.395166 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] For port 59f66458-ad35-426e-bf93-ca2358cb87f8, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:53.493280 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.517152 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.571183 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] For port 59f66458-ad35-426e-bf93-ca2358cb87f8, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=59f66458-ad35-426e-bf93-ca2358cb87f8,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:53.595059 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.607404 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-e710fc18-f4f2-4a68-b448-a89e972e970a None None] Port 59f66458-ad35-426e-bf93-ca2358cb87f8 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:53.622468 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Allocated IP 172.27.1.161 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/69eb2ecf-6f19-448e-8cba-eefa2afdf402) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:53.665049 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.677890 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:53.678521 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:53.680520 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a30d9-efae-4b30-a362-1aac9c9ca2c8 None None] Pushing event updated for resources: {'Port': ['ID=59f66458-ad35-426e-bf93-ca2358cb87f8,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:53.684025 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.741589 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.805306 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Network ede3e5db-8de2-402b-9519-bbd28b8c1d7c is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:53.814114 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Pushing event updated for resources: {'Port': ['ID=c4950ef7-7751-4812-8141-23753204d7b6,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:53.818517 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:53.824320 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:53.828517 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.869678 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:53.872953 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:53.877141 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:53.898787 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:53.929198 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3237e33-048e-4078-b84c-f5d253c263f9 req-76895222-b795-4675-a07d-c295a60b5377 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:53.930755 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3237e33-048e-4078-b84c-f5d253c263f9 req-76895222-b795-4675-a07d-c295a60b5377 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 931 time: 0.1313396 Dec 15 13:39:53.931396 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Pushing event updated for resources: {'Port': ['ID=69eb2ecf-6f19-448e-8cba-eefa2afdf402,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:53.944666 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Request body: {'port': {'device_id': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:53.953998 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Attempting to bind port c4950ef7-7751-4812-8141-23753204d7b6 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:53.954574 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Attempting to bind port c4950ef7-7751-4812-8141-23753204d7b6 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:53.955115 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Attempting to bind port c4950ef7-7751-4812-8141-23753204d7b6 on network ede3e5db-8de2-402b-9519-bbd28b8c1d7c {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:53.967100 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-f90e789e-b385-4914-b84f-a2403c3c9d15 None None] Provisioning complete for port 59f66458-ad35-426e-bf93-ca2358cb87f8 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:53.967689 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f90e789e-b385-4914-b84f-a2403c3c9d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.972121 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:53.972698 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Checking segment: {'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:53.973264 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:53.973826 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Bound using segment: {'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:53.974457 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Bound port: c4950ef7-7751-4812-8141-23753204d7b6, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:53.975005 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.025511 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.036988 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bc1824d8-5c0f-4dec-8ba1-f75abecf7346 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:54.123236 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3237e33-048e-4078-b84c-f5d253c263f9 req-9852e0a5-eb99-401f-80a9-1d82e88c5e42 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647904 Dec 15 13:39:54.212875 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] For port c4950ef7-7751-4812-8141-23753204d7b6, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:54.259793 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] For port c4950ef7-7751-4812-8141-23753204d7b6, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=c4950ef7-7751-4812-8141-23753204d7b6,segment=NetworkSegment(feb1c069-fd33-45f9-86fb-a59d9e1f92b1),segment_id=feb1c069-fd33-45f9-86fb-a59d9e1f92b1)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:54.268737 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.284387 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.308627 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb15e4a2-9577-4f05-b3d6-86804d162658 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:54.316442 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.316789 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port bc1824d8-5c0f-4dec-8ba1-f75abecf7346 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:54.317162 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.329336 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f90e789e-b385-4914-b84f-a2403c3c9d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.338128 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Transition to ACTIVE for port object eb15e4a2-9577-4f05-b3d6-86804d162658 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:54.342324 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.424787 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Pushing event updated for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:54.427633 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22057038-5ff1-4264-bb88-d4b8f10dac47 None None] Pushing event updated for resources: {'Port': ['ID=c4950ef7-7751-4812-8141-23753204d7b6,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:54.451642 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-f90e789e-b385-4914-b84f-a2403c3c9d15 None None] For port 59f66458-ad35-426e-bf93-ca2358cb87f8, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=59f66458-ad35-426e-bf93-ca2358cb87f8,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:54.464621 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f90e789e-b385-4914-b84f-a2403c3c9d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.498185 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Attempting to bind port eb15e4a2-9577-4f05-b3d6-86804d162658 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:54.498517 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Attempting to bind port eb15e4a2-9577-4f05-b3d6-86804d162658 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:54.498840 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Attempting to bind port eb15e4a2-9577-4f05-b3d6-86804d162658 on network fceda14e-72c1-403d-b298-cf6490176d7e {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:54.504193 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Port eb15e4a2-9577-4f05-b3d6-86804d162658 on network fceda14e-72c1-403d-b298-cf6490176d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:54.505031 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Attempting to bind port eb15e4a2-9577-4f05-b3d6-86804d162658 on network fceda14e-72c1-403d-b298-cf6490176d7e {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:54.511679 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:54.512016 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Checking segment: {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:54.512397 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Bound using segment: {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:54.512875 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Bound port: eb15e4a2-9577-4f05-b3d6-86804d162658, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:54.513237 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.517720 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.537803 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:53Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:54.590007 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbebc00-d399-44fc-9a50-410092a495cc None None] The sync data for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi is: [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:53Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:54.600103 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:54.603400 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:54.603695 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e789e-b385-4914-b84f-a2403c3c9d15 None None] Pushing event updated for resources: {'Port': ['ID=59f66458-ad35-426e-bf93-ca2358cb87f8,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:54.614868 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.689309 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:54.690085 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:54.691434 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] 10.222.0.66 "PUT /v2.0/ports/eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 200 len: 1093 time: 0.7513418 Dec 15 13:39:54.692146 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:54.702737 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46e2f50-7536-4e6e-a7dd-aec88102c398" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:54.770249 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764188b9-3829-480c-ae5a-49bf439aa45b service neutron] Pushing event updated for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:54.775176 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b326c-8f9a-466e-8a74-349cff2f5768 x-openstack-request-id: req-2a8b326c-8f9a-466e-8a74-349cff2f5768 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:54.775792 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:54.776300 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a8b326c-8f9a-466e-8a74-349cff2f5768 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:54.776904 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'status': 'completed', 'code': 200} Dec 15 13:39:54.782107 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Router 9fee1323-d219-4bc0-9e16-5b03d81c76fc is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:39:54.855126 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-93f272af-c735-425e-848e-877979d1226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:54.856936 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-93f272af-c735-425e-848e-877979d1226a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae0b248663174800af3db2a34d92f6b3&device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0717180 Dec 15 13:39:54.967722 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-2c8008c1-9815-47e3-8098-2d2b9de82afc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 200 len: 217 time: 0.0868249 Dec 15 13:39:54.991313 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:55.011837 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Sync routers for ids ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:55.023796 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] Publish callbacks [] for router, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.025310 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e9a889e7-6a72-4f9b-b3ec-d8d790319287 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1502094 Dec 15 13:39:55.029966 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 56904) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:55.036243 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Routers {'9fee1323-d219-4bc0-9e16-5b03d81c76fc'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:55.036864 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:55.079600 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-959be6dd-7cf9-4342-ad31-6c3039601dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:55.081885 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-959be6dd-7cf9-4342-ad31-6c3039601dab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=303ca9a0-a0c0-4a44-b704-7fcd8e15685f HTTP/1.1" status: 200 len: 848 time: 0.0948207 Dec 15 13:39:55.202342 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-5a8ab663-511e-4b35-9545-c23234ea11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:55.203898 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-5a8ab663-511e-4b35-9545-c23234ea11b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fceda14e-72c1-403d-b298-cf6490176d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1113706 Dec 15 13:39:55.245109 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Set router 9fee1323-d219-4bc0-9e16-5b03d81c76fc gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:55.346931 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-7dc9668c-24a4-4e4b-9194-bd9056b9dc3f service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325276 Dec 15 13:39:55.467131 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f04ff6a-484e-4dcb-9a0a-a18ec3645cf8 req-6b0ef2a4-5ef7-4ac2-9368-5fc736ccec24 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052449 Dec 15 13:39:55.502652 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 3, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port': {'id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:55.532017 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Checking router: 9fee1323-d219-4bc0-9e16-5b03d81c76fc for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:55.532735 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Updating router 9fee1323-d219-4bc0-9e16-5b03d81c76fc port 69eb2ecf-6f19-448e-8cba-eefa2afdf402 binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:55.596202 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.620953 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-850a0405-2b38-4411-ad4e-d914e5c30775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:55.625703 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-850a0405-2b38-4411-ad4e-d914e5c30775 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae0b248663174800af3db2a34d92f6b3&device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0903075 Dec 15 13:39:55.694235 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf01d7-4682-4669-9ae2-2b43c77f3286 req-2ff11e71-603c-408a-818b-6d5f152921a1 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:55.696433 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-81cf01d7-4682-4669-9ae2-2b43c77f3286 req-2ff11e71-603c-408a-818b-6d5f152921a1 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.4369371 Dec 15 13:39:55.759047 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-3fddcabf-f731-4607-a9bc-3a20a1b41faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:55.760584 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-3fddcabf-f731-4607-a9bc-3a20a1b41faf service neutron] 10.222.0.66 "GET /v2.0/networks?id=fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 200 len: 910 time: 0.1278467 Dec 15 13:39:55.865700 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-47727596-b0ab-417b-9e72-94bf8cfea985 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 200 len: 217 time: 0.0939870 Dec 15 13:39:55.896249 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd3d32-9eb7-465f-afee-83ad2806118e None None] Network ede3e5db-8de2-402b-9519-bbd28b8c1d7c requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:39:55.900792 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.908028 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:55.952225 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482b87a-78b1-462a-86ff-93d0217c7934 None None] Pushing event updated for resources: {'Port': ['ID=69eb2ecf-6f19-448e-8cba-eefa2afdf402,revision_number=2']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:55.977907 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-81cf01d7-4682-4669-9ae2-2b43c77f3286 req-59641d17-f681-472c-be64-204618d98b7d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585249 Dec 15 13:39:55.991035 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Attempting to bind port 69eb2ecf-6f19-448e-8cba-eefa2afdf402 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:55.991738 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Attempting to bind port 69eb2ecf-6f19-448e-8cba-eefa2afdf402 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:55.992850 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Attempting to bind port 69eb2ecf-6f19-448e-8cba-eefa2afdf402 on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:55.999367 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:56.000015 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:56.000596 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.001154 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:56.001907 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Bound port: 69eb2ecf-6f19-448e-8cba-eefa2afdf402, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:56.002484 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.015182 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-a637dd40-b066-41ed-9cb1-fbcad2fa164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:56.016670 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-a637dd40-b066-41ed-9cb1-fbcad2fa164d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=303ca9a0-a0c0-4a44-b704-7fcd8e15685f HTTP/1.1" status: 200 len: 848 time: 0.1411123 Dec 15 13:39:56.018848 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Provisioning complete for port c4950ef7-7751-4812-8141-23753204d7b6 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:56.019312 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.061806 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device c4950ef7-7751-4812-8141-23753204d7b6 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:56.134098 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] For port 69eb2ecf-6f19-448e-8cba-eefa2afdf402, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:56.134585 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-d2a16a9a-cfba-4fa7-9032-89b5bd6ec8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:56.136113 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-d2a16a9a-cfba-4fa7-9032-89b5bd6ec8b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fceda14e-72c1-403d-b298-cf6490176d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807424 Dec 15 13:39:56.141248 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] For port 69eb2ecf-6f19-448e-8cba-eefa2afdf402, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=69eb2ecf-6f19-448e-8cba-eefa2afdf402,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:56.148857 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.207801 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.301273 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-78d5e87e-0f77-4315-9f33-586763c69c68 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541297 Dec 15 13:39:56.314083 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port c4950ef7-7751-4812-8141-23753204d7b6 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:56.314453 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.428476 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.478724 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e46e2f50-7536-4e6e-a7dd-aec88102c398 req-a9d7169f-9f9c-46fe-bb22-d513bbae11f4 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676250 Dec 15 13:39:56.496909 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Routers {'9fee1323-d219-4bc0-9e16-5b03d81c76fc'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:56.497804 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:56.526747 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.566864 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] For port c4950ef7-7751-4812-8141-23753204d7b6, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=c4950ef7-7751-4812-8141-23753204d7b6,segment=NetworkSegment(feb1c069-fd33-45f9-86fb-a59d9e1f92b1),segment_id=feb1c069-fd33-45f9-86fb-a59d9e1f92b1)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:56.580402 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.584194 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482b87a-78b1-462a-86ff-93d0217c7934 None None] Pushing event updated for resources: {'Port': ['ID=69eb2ecf-6f19-448e-8cba-eefa2afdf402,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:56.605711 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Allocated IP 172.20.0.1 (ede3e5db-8de2-402b-9519-bbd28b8c1d7c/2b907dc6-e09c-4cee-8be6-372519d27136/dc83ec62-2844-4b05-a848-eb3816f01fba) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:56.637203 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] Set router 9fee1323-d219-4bc0-9e16-5b03d81c76fc gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:56.673061 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.db.api [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:39:56.673421 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG oslo_db.api [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:39:56.677501 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Pushing event updated for resources: {'Port': ['ID=c4950ef7-7751-4812-8141-23753204d7b6,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:56.685457 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.685920 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.686321 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.686773 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.687221 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.687658 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.688030 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.688390 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.688723 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.689216 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.689606 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.690290 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.690290 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f46b4-80f9-43d5-9688-2efe31d3a746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:56.708626 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-a93ca248-121a-49cb-8d58-68e82caf2339 None None] Provisioning complete for port c4950ef7-7751-4812-8141-23753204d7b6 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:56.708900 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a93ca248-121a-49cb-8d58-68e82caf2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.756850 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.804369 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.852092 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Network ede3e5db-8de2-402b-9519-bbd28b8c1d7c is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:56.857312 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:56.861787 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:56.864824 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Pushing event updated for resources: {'Port': ['ID=dc83ec62-2844-4b05-a848-eb3816f01fba,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:56.883691 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 3, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port': {'id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:56.902761 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:56.915298 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a28145-e83c-40bf-b857-c37f035d7e98 None None] The sync data for ids ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'] in dv-cinder-813228-4-iscsi is: [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 3, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port': {'id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:57.072067 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.125581 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-30871cb8-6a15-412b-a54e-dabb7064acbf None None] Provisioning complete for port dc83ec62-2844-4b05-a848-eb3816f01fba triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:57.126123 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-30871cb8-6a15-412b-a54e-dabb7064acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.129625 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99d662-8148-4e8f-9681-31e91224c2e7 req-7f73539a-54e5-418a-be83-0c26e9009c3c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:57.131233 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7b99d662-8148-4e8f-9681-31e91224c2e7 req-7f73539a-54e5-418a-be83-0c26e9009c3c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0925515 Dec 15 13:39:57.164647 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-30871cb8-6a15-412b-a54e-dabb7064acbf None None] Port dc83ec62-2844-4b05-a848-eb3816f01fba cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:57.242735 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7b99d662-8148-4e8f-9681-31e91224c2e7 req-1133bc89-b571-4cf3-812e-1e61bc201b28 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052189 Dec 15 13:39:57.335197 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.340819 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.362213 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 59f66458-ad35-426e-bf93-ca2358cb87f8 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:57.414634 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 59f66458-ad35-426e-bf93-ca2358cb87f8 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:57.415036 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.419838 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.421904 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Pushing event updated for resources: {'Port': ['ID=dc83ec62-2844-4b05-a848-eb3816f01fba,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:57.556411 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Network ede3e5db-8de2-402b-9519-bbd28b8c1d7c is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:57.559031 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:57.674929 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddfafd-1bf9-44ac-922e-8417814bc27d req-5badc76d-21a0-4cc1-b4e6-c69ec955e99c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:57.676541 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-02ddfafd-1bf9-44ac-922e-8417814bc27d req-5badc76d-21a0-4cc1-b4e6-c69ec955e99c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.1335351 Dec 15 13:39:57.753300 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-02ddfafd-1bf9-44ac-922e-8417814bc27d req-42b7bc56-9eae-460a-9db2-222982633c93 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679219 Dec 15 13:39:57.754681 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Router 9fee1323-d219-4bc0-9e16-5b03d81c76fc has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:57.792717 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-18ee8ce7-013c-4d0c-a851-5e7befae2df7 None None] Provisioning complete for port dc83ec62-2844-4b05-a848-eb3816f01fba triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:57.792836 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-18ee8ce7-013c-4d0c-a851-5e7befae2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:57.831409 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-18ee8ce7-013c-4d0c-a851-5e7befae2df7 None None] Port dc83ec62-2844-4b05-a848-eb3816f01fba cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:57.895898 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:57.905371 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e13b7786-8912-43f1-a67f-a3ed1ec6badd admin admin] 10.222.0.83 "PUT /v2.0/routers/9fee1323-d219-4bc0-9e16-5b03d81c76fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8742092 Dec 15 13:39:58.020042 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 69eb2ecf-6f19-448e-8cba-eefa2afdf402 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:58.085914 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 69eb2ecf-6f19-448e-8cba-eefa2afdf402 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:58.086355 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.178114 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.204405 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port 69eb2ecf-6f19-448e-8cba-eefa2afdf402, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=69eb2ecf-6f19-448e-8cba-eefa2afdf402,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:58.207961 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.208758 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device c4950ef7-7751-4812-8141-23753204d7b6 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:58.297956 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=69eb2ecf-6f19-448e-8cba-eefa2afdf402,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:58.305675 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port c4950ef7-7751-4812-8141-23753204d7b6 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:58.306096 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:58.379420 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf03a27-c98c-4113-af5b-4b48dfa334ab req-6a6771a3-dfcb-461f-8bb4-473073bbfa36 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:58.381603 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3bf03a27-c98c-4113-af5b-4b48dfa334ab req-6a6771a3-dfcb-461f-8bb4-473073bbfa36 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0618079 Dec 15 13:39:58.436584 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3bf03a27-c98c-4113-af5b-4b48dfa334ab req-7195ce19-e621-42c3-936a-4e4d19613457 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478151 Dec 15 13:39:58.774009 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Sync routers for ids ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:58.788016 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Routers {'9fee1323-d219-4bc0-9e16-5b03d81c76fc'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:58.788646 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:58.907664 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc242b8a-3c90-4576-885b-ccdca7993d09 req-3dbb393b-0acb-4f01-aa5a-870c5cdadb9d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:58.910002 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dc242b8a-3c90-4576-885b-ccdca7993d09 req-3dbb393b-0acb-4f01-aa5a-870c5cdadb9d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0728664 Dec 15 13:39:58.919325 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Set router 9fee1323-d219-4bc0-9e16-5b03d81c76fc gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:58.968995 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dc242b8a-3c90-4576-885b-ccdca7993d09 req-e7de367e-3b81-4547-b7e6-9fc45146ee75 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526733 Dec 15 13:39:59.143782 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:57Z', 'revision_number': 4, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port': {'id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'dc83ec62-2844-4b05-a848-eb3816f01fba', 'name': '', 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'mac_address': 'fa:16:3e:49:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2b907dc6-e09c-4cee-8be6-372519d27136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:56Z', 'updated_at': '2021-12-15T13:39:57Z', 'revision_number': 2, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'subnets': [{'id': '2b907dc6-e09c-4cee-8be6-372519d27136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:59.174942 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Checking router: 9fee1323-d219-4bc0-9e16-5b03d81c76fc for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:59.175371 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Updating router 9fee1323-d219-4bc0-9e16-5b03d81c76fc port dc83ec62-2844-4b05-a848-eb3816f01fba binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:39:59.201774 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.516462 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.524043 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.584204 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba7949-4610-4c7a-8f08-b48c022e1666 None None] Pushing event updated for resources: {'Port': ['ID=dc83ec62-2844-4b05-a848-eb3816f01fba,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:59.615120 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770463f-da7e-42aa-8aa4-36ca9da5f6ae req-24516703-9eaf-4d1a-808f-2c918f846bdb tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:59.616692 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6770463f-da7e-42aa-8aa4-36ca9da5f6ae req-24516703-9eaf-4d1a-808f-2c918f846bdb tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0938628 Dec 15 13:39:59.680649 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6770463f-da7e-42aa-8aa4-36ca9da5f6ae req-be4af786-00c9-4d9e-88ee-56aa60213e70 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575068 Dec 15 13:39:59.718275 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5208ddd6-dde0-4a5a-b2aa-57a2f6c44d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.720936 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Attempting to bind port dc83ec62-2844-4b05-a848-eb3816f01fba on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:59.721481 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Attempting to bind port dc83ec62-2844-4b05-a848-eb3816f01fba by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:59.722043 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Attempting to bind port dc83ec62-2844-4b05-a848-eb3816f01fba on network ede3e5db-8de2-402b-9519-bbd28b8c1d7c {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:59.728290 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:59.728999 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Checking segment: {'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:59.730105 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.730648 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Bound using segment: {'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:59.731288 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Bound port: dc83ec62-2844-4b05-a848-eb3816f01fba, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:59.731850 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.810172 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] For port dc83ec62-2844-4b05-a848-eb3816f01fba, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:59.815765 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] For port dc83ec62-2844-4b05-a848-eb3816f01fba, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=dc83ec62-2844-4b05-a848-eb3816f01fba,segment=NetworkSegment(feb1c069-fd33-45f9-86fb-a59d9e1f92b1),segment_id=feb1c069-fd33-45f9-86fb-a59d9e1f92b1)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:59.821456 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:59.903402 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Routers {'9fee1323-d219-4bc0-9e16-5b03d81c76fc'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:59.904052 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:39:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:59.905853 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba7949-4610-4c7a-8f08-b48c022e1666 None None] Pushing event updated for resources: {'Port': ['ID=dc83ec62-2844-4b05-a848-eb3816f01fba,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:59.978296 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 69eb2ecf-6f19-448e-8cba-eefa2afdf402 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:00.012111 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b08af19c-845d-4a80-a999-14e4c925d401 None None] Provisioning complete for port dc83ec62-2844-4b05-a848-eb3816f01fba triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:00.012480 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b08af19c-845d-4a80-a999-14e4c925d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:00.147280 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde3c24-dcee-4d86-8a3f-518bfa79bf06 req-620977d9-ec0f-43b2-b6b0-64eae8708cb3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.160762 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6bde3c24-dcee-4d86-8a3f-518bfa79bf06 req-620977d9-ec0f-43b2-b6b0-64eae8708cb3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0830016 Dec 15 13:40:00.196672 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] Set router 9fee1323-d219-4bc0-9e16-5b03d81c76fc gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:00.230829 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6bde3c24-dcee-4d86-8a3f-518bfa79bf06 req-ae676a69-8291-402c-aa8e-d64059a986ad tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674431 Dec 15 13:40:00.395079 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 69eb2ecf-6f19-448e-8cba-eefa2afdf402 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:00.395614 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:00.482668 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b08af19c-845d-4a80-a999-14e4c925d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:00.581024 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b08af19c-845d-4a80-a999-14e4c925d401 None None] For port dc83ec62-2844-4b05-a848-eb3816f01fba, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=dc83ec62-2844-4b05-a848-eb3816f01fba,segment=NetworkSegment(feb1c069-fd33-45f9-86fb-a59d9e1f92b1),segment_id=feb1c069-fd33-45f9-86fb-a59d9e1f92b1)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:00.599320 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b08af19c-845d-4a80-a999-14e4c925d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:00.744277 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08af19c-845d-4a80-a999-14e4c925d401 None None] Pushing event updated for resources: {'Port': ['ID=dc83ec62-2844-4b05-a848-eb3816f01fba,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:00.772572 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-dcb0b648-64e6-45d3-96c6-10b21543c4e1 None None] Provisioning complete for port dc83ec62-2844-4b05-a848-eb3816f01fba triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:00.773222 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b648-64e6-45d3-96c6-10b21543c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:00.839525 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75c6e3-5c01-4c96-9b91-9fec3c600411 req-439d8f0b-e2d0-4840-91a4-17d40d6b42fd tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:00.846273 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4d75c6e3-5c01-4c96-9b91-9fec3c600411 req-439d8f0b-e2d0-4840-91a4-17d40d6b42fd tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0654635 Dec 15 13:40:00.855615 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:57Z', 'revision_number': 4, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port': {'id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'dc83ec62-2844-4b05-a848-eb3816f01fba', 'name': '', 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'mac_address': 'fa:16:3e:49:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2b907dc6-e09c-4cee-8be6-372519d27136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:56Z', 'updated_at': '2021-12-15T13:39:59Z', 'revision_number': 4, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'subnets': [{'id': '2b907dc6-e09c-4cee-8be6-372519d27136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:00.888492 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed223927-376c-4ef0-8b32-e1f5175d58f0 None None] The sync data for ids ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'] in dv-cinder-813228-4-iscsi is: [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:39:57Z', 'revision_number': 4, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port': {'id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'dc83ec62-2844-4b05-a848-eb3816f01fba', 'name': '', 'network_id': 'ede3e5db-8de2-402b-9519-bbd28b8c1d7c', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'mac_address': 'fa:16:3e:49:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2b907dc6-e09c-4cee-8be6-372519d27136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:56Z', 'updated_at': '2021-12-15T13:39:59Z', 'revision_number': 4, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'subnets': [{'id': '2b907dc6-e09c-4cee-8be6-372519d27136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:00.934631 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4d75c6e3-5c01-4c96-9b91-9fec3c600411 req-676546b9-cf1b-4014-8bb3-2bdb8b48b55b tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866475 Dec 15 13:40:01.378909 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e51804-d12c-4139-980e-ff1c1c5e4335 req-2d77b31b-1575-44f7-9427-ef357cccf61a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:01.386970 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d6e51804-d12c-4139-980e-ff1c1c5e4335 req-2d77b31b-1575-44f7-9427-ef357cccf61a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0815902 Dec 15 13:40:01.450902 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d6e51804-d12c-4139-980e-ff1c1c5e4335 req-8da07f02-a743-4fdc-a598-b81378683708 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548990 Dec 15 13:40:01.918514 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-18840057-4060-459c-80b5-cefbc920c5db tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:01.920193 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-18840057-4060-459c-80b5-cefbc920c5db tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.66 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 946 time: 0.0821052 Dec 15 13:40:01.969370 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device dc83ec62-2844-4b05-a848-eb3816f01fba up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:02.056427 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Deleting port b2a560ce-9e8c-40f7-9de3-fc3410722da3 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:02.056761 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.075639 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port dc83ec62-2844-4b05-a848-eb3816f01fba triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:02.076251 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.138085 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c0a0-f9c7-4be0-8af6-d091e5f17955 req-3ed67d74-344a-445f-ad4d-a549fa234acd tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:02.139874 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d277c0a0-f9c7-4be0-8af6-d091e5f17955 req-3ed67d74-344a-445f-ad4d-a549fa234acd tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0668585 Dec 15 13:40:02.216201 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] For port b2a560ce-9e8c-40f7-9de3-fc3410722da3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2a560ce-9e8c-40f7-9de3-fc3410722da3,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:02.216612 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.219857 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c479c198-74b5-4c64-8e8a-8fd07e8ed3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.234356 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d277c0a0-f9c7-4be0-8af6-d091e5f17955 req-74482a24-8ea4-43e0-9371-3dfff9feb663 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881190 Dec 15 13:40:02.234938 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Calling delete_port for b2a560ce-9e8c-40f7-9de3-fc3410722da3 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:02.415580 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.429854 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['b2a560ce-9e8c-40f7-9de3-fc3410722da3', 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:02.472664 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Pushing event deleted for resources: {'Port': ['ID=b2a560ce-9e8c-40f7-9de3-fc3410722da3,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:02.542761 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] No DVR routers for this DVR port b2a560ce-9e8c-40f7-9de3-fc3410722da3 on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:02.545329 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:02.549006 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-68b2f13b-b9e2-4c9d-9819-72c889b5e4a5 req-4e82912c-f4b7-46d8-a656-627a1f081e8c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.66 "DELETE /v2.0/ports/b2a560ce-9e8c-40f7-9de3-fc3410722da3 HTTP/1.1" status: 204 len: 173 time: 0.6212296 Dec 15 13:40:02.549158 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bee9b6-80cd-4147-b4a8-5919d331342e', 'name': 'network-vif-deleted', 'tag': 'b2a560ce-9e8c-40f7-9de3-fc3410722da3'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:02.551558 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3593ec-32e0-47ac-92f3-48115fae0eb4" -d '{"events": [{"server_uuid": "06bee9b6-80cd-4147-b4a8-5919d331342e", "name": "network-vif-deleted", "tag": "b2a560ce-9e8c-40f7-9de3-fc3410722da3"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:02.600143 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e8cf23-72e1-4732-bb15-de5d4c3c2ff1 x-openstack-request-id: req-50e8cf23-72e1-4732-bb15-de5d4c3c2ff1 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:02.600832 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bee9b6-80cd-4147-b4a8-5919d331342e", "name": "network-vif-deleted", "tag": "b2a560ce-9e8c-40f7-9de3-fc3410722da3", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:02.601231 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-50e8cf23-72e1-4732-bb15-de5d4c3c2ff1 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:02.601875 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bee9b6-80cd-4147-b4a8-5919d331342e', 'name': 'network-vif-deleted', 'tag': 'b2a560ce-9e8c-40f7-9de3-fc3410722da3', 'status': 'completed', 'code': 200} Dec 15 13:40:02.682885 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-90124465-2c3d-4ceb-aaf8-cb4ce53e5de9 req-0d4b456b-54a6-4603-9648-aa4f507c922c tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=06bee9b6-80cd-4147-b4a8-5919d331342e HTTP/1.1" status: 200 len: 210 time: 0.1075206 Dec 15 13:40:03.249065 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:03.354528 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d938e-4df9-49f5-9008-6ae4a3d60586 req-cb5f8c65-7a21-4982-9f9c-58b5cc699e2e tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:03.356227 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b74d938e-4df9-49f5-9008-6ae4a3d60586 req-cb5f8c65-7a21-4982-9f9c-58b5cc699e2e tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0553911 Dec 15 13:40:03.411554 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b74d938e-4df9-49f5-9008-6ae4a3d60586 req-c44ba6c5-a15a-469c-9369-8c839d4d6a10 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489707 Dec 15 13:40:04.014107 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc9a1a-d3c2-4e76-970c-3fa85fb56854 req-ae8ec250-8008-482d-8c47-bbfa65aad713 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:04.015816 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-70cc9a1a-d3c2-4e76-970c-3fa85fb56854 req-ae8ec250-8008-482d-8c47-bbfa65aad713 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0579684 Dec 15 13:40:04.080336 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-70cc9a1a-d3c2-4e76-970c-3fa85fb56854 req-49c820af-3f51-4650-aa39-20b6bb4042fd tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527532 Dec 15 13:40:04.310426 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb15e4a2-9577-4f05-b3d6-86804d162658 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:04.418568 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:04.435714 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'port_id': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'mac_address': 'fa:16:3e:37:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:04.486330 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.501210 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb15e4a2-9577-4f05-b3d6-86804d162658 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:04.528709 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:04.543041 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:04.566250 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853980e3-f812-49e8-9595-00ddb63387d7 req-be40bf2b-7676-463f-b379-b34670722faf tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:04.568603 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-853980e3-f812-49e8-9595-00ddb63387d7 req-be40bf2b-7676-463f-b379-b34670722faf tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0675082 Dec 15 13:40:04.603063 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:04.634584 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-853980e3-f812-49e8-9595-00ddb63387d7 req-b587eeb6-16f5-43be-8d21-9241b3c4a04d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571628 Dec 15 13:40:04.833023 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['eb15e4a2-9577-4f05-b3d6-86804d162658'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:04.910735 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.208919 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeb704-aee7-4e1e-826c-8eaec22b7511 req-91dc602a-f4ab-48a9-8849-9105dcc01db8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:05.210495 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-70eeb704-aee7-4e1e-826c-8eaec22b7511 req-91dc602a-f4ab-48a9-8849-9105dcc01db8 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0588603 Dec 15 13:40:05.270354 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-70eeb704-aee7-4e1e-826c-8eaec22b7511 req-670fd037-d50f-48af-a994-70a40e3f16cd tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Dec 15 13:40:05.547491 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:05.762104 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a739f4e-6345-43d2-b834-d39952cb4a0d req-0921f6ba-714f-438c-866d-624643af51d8 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:05.763932 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6a739f4e-6345-43d2-b834-d39952cb4a0d req-0921f6ba-714f-438c-866d-624643af51d8 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 944 time: 0.0557292 Dec 15 13:40:05.818521 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6a739f4e-6345-43d2-b834-d39952cb4a0d req-f53763c6-4dcd-40dd-89d3-4be854a9274c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485477 Dec 15 13:40:06.322646 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb15e4a2-9577-4f05-b3d6-86804d162658 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:06.387405 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.408412 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07170b8-c353-42ab-a3e8-21ed1985aeec req-d4856d6d-2e73-4960-979a-7e7508982891 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:06.414796 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port eb15e4a2-9577-4f05-b3d6-86804d162658 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:06.419966 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a07170b8-c353-42ab-a3e8-21ed1985aeec req-d4856d6d-2e73-4960-979a-7e7508982891 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0720568 Dec 15 13:40:06.426481 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port eb15e4a2-9577-4f05-b3d6-86804d162658 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:06.427049 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.491578 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a07170b8-c353-42ab-a3e8-21ed1985aeec req-3816d241-c475-47f5-bc57-46d2d759eeab tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685189 Dec 15 13:40:06.515138 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.542354 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:06.544738 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597070b1-d08f-434d-b2cc-82ae6d63ebed" -d '{"events": [{"server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "name": "network-vif-plugged", "status": "completed", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:06.559901 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:06.565319 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:06.569188 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device b2a560ce-9e8c-40f7-9de3-fc3410722da3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:06.610848 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f46fd5-fbe2-43d0-9638-309a7a8ce359 x-openstack-request-id: req-e0f46fd5-fbe2-43d0-9638-309a7a8ce359 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:06.611143 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "name": "network-vif-plugged", "status": "completed", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:06.611418 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e0f46fd5-fbe2-43d0-9638-309a7a8ce359 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:06.611792 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'code': 200} Dec 15 13:40:06.616353 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: b2a560ce-9e8c-40f7-9de3-fc3410722da3 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:06.616695 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device b2a560ce-9e8c-40f7-9de3-fc3410722da3 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:06.644181 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:06.884068 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3066-e7a5-48ef-9668-37b69bb49cd4 req-8c987e97-df0f-4d06-9fc9-28db95581e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:06.885875 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-587d3066-e7a5-48ef-9668-37b69bb49cd4 req-8c987e97-df0f-4d06-9fc9-28db95581e50 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0483756 Dec 15 13:40:06.945937 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbfd8d-8d8f-4238-91c9-1f8db7eaa6b2 req-dc3005ed-7e75-42aa-a440-2ffa6eb340dc tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:06.951943 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-587d3066-e7a5-48ef-9668-37b69bb49cd4 req-d6d60257-2acb-4f0a-8fb0-bf21f28e3fa2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579863 Dec 15 13:40:06.953716 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1efbfd8d-8d8f-4238-91c9-1f8db7eaa6b2 req-dc3005ed-7e75-42aa-a440-2ffa6eb340dc tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0609081 Dec 15 13:40:07.008305 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1efbfd8d-8d8f-4238-91c9-1f8db7eaa6b2 req-ce1d398f-2d9f-4d8f-8608-50c81a0c45b2 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536993 Dec 15 13:40:07.558137 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57054) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:07.717433 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5f383528-9ecd-46ef-8281-0d509ea127b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.757560 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026961e-b2cc-4f5b-b189-37341dc928a5 req-1997b750-e809-4c1d-adf9-bc79d5851f65 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:07.766161 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4026961e-b2cc-4f5b-b189-37341dc928a5 req-1997b750-e809-4c1d-adf9-bc79d5851f65 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0947199 Dec 15 13:40:07.847139 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4026961e-b2cc-4f5b-b189-37341dc928a5 req-81040441-a406-4842-a0f6-2db05bd5e7de tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784571 Dec 15 13:40:07.896410 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5f383528-9ecd-46ef-8281-0d509ea127b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.902612 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5f383528-9ecd-46ef-8281-0d509ea127b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:07.961155 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-5f383528-9ecd-46ef-8281-0d509ea127b6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0693149e3ea245fdaea28d9e18cd886d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4018764 Dec 15 13:40:07.961396 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57062) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:07.962865 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f383528-9ecd-46ef-8281-0d509ea127b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762c26d2-56c6-429a-8f9c-0f2a357d4546,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:08.028356 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8c549dd-7e7f-4c9c-be73-ec4f229a0525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.066183 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8c549dd-7e7f-4c9c-be73-ec4f229a0525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.136878 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8c549dd-7e7f-4c9c-be73-ec4f229a0525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.139684 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8c549dd-7e7f-4c9c-be73-ec4f229a0525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:08.142263 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d8c549dd-7e7f-4c9c-be73-ec4f229a0525 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/762c26d2-56c6-429a-8f9c-0f2a357d4546 HTTP/1.1" status: 204 len: 168 time: 0.1796949 Dec 15 13:40:08.158423 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b28b9-d9d8-4cb8-a5fe-8040af058d5f req-c1fde0ff-963f-4e65-9e42-5d77f6b7c6ae tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:08.164694 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c549dd-7e7f-4c9c-be73-ec4f229a0525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762c26d2-56c6-429a-8f9c-0f2a357d4546,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:08.166167 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d6b28b9-d9d8-4cb8-a5fe-8040af058d5f req-c1fde0ff-963f-4e65-9e42-5d77f6b7c6ae tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0728879 Dec 15 13:40:08.246878 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d6b28b9-d9d8-4cb8-a5fe-8040af058d5f req-8e6875cd-09c2-4dba-a69a-36ac4f4b75d3 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750134 Dec 15 13:40:08.778154 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-686ec18f-e18e-4d78-825c-b14fec4426d4 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:08.779632 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-686ec18f-e18e-4d78-825c-b14fec4426d4 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/networks?id=67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 200 len: 814 time: 0.1019979 Dec 15 13:40:08.794795 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-483171c8-266b-49b5-a021-98799ea40db6 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/quotas/56ce01ca50734f87ad8566b49ea5292a HTTP/1.1" status: 200 len: 375 time: 0.0095599 Dec 15 13:40:08.849139 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-87242e30-9228-427f-8344-bc2e471da476 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=56ce01ca50734f87ad8566b49ea5292a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489419 Dec 15 13:40:08.986685 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe7938-585d-488f-b7e7-e32b61ff40be req-720b9d6b-9047-4f5e-a046-1e1d5d1218cd tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:08.988170 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a9fe7938-585d-488f-b7e7-e32b61ff40be req-720b9d6b-9047-4f5e-a046-1e1d5d1218cd tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0739651 Dec 15 13:40:08.991838 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-6d6e898c-1e61-4aa4-b898-b8ef68686783 service neutron] 10.222.0.83 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291885 Dec 15 13:40:09.089200 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a9fe7938-585d-488f-b7e7-e32b61ff40be req-79bd17be-91e9-410d-a345-5c4e375db1bb tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943124 Dec 15 13:40:09.111407 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-626bd3c2-c0a8-41c5-88e1-d57f922925c4 service neutron] 10.222.0.83 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113548 Dec 15 13:40:09.290245 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7aa0a289-5eee-4ca5-ae6b-79b0210443c2 req-4a6393ec-a18a-4db5-9f77-b6d8ed4a8440 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 210 time: 0.0411170 Dec 15 13:40:09.398947 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309b6af-dd4c-4ff9-869d-07c466f999ab req-7f82874c-ccb3-4bc8-ab70-3e2772f2bca5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:09.400394 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7309b6af-dd4c-4ff9-869d-07c466f999ab req-7f82874c-ccb3-4bc8-ab70-3e2772f2bca5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0504429 Dec 15 13:40:09.456131 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7309b6af-dd4c-4ff9-869d-07c466f999ab req-e1cbca42-43f2-49b2-b576-b87c96607880 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 Dec 15 13:40:09.580751 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0184ff2-505e-4614-8309-77f06e442c53 req-ff647307-c545-4eeb-a7be-0317779f12bb tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:09.582577 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c0184ff2-505e-4614-8309-77f06e442c53 req-ff647307-c545-4eeb-a7be-0317779f12bb tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0561702 Dec 15 13:40:09.635191 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c0184ff2-505e-4614-8309-77f06e442c53 req-4336c445-ba34-43c0-af20-14f2dfff593a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464602 Dec 15 13:40:09.656938 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57142) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:09.855035 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2679e-5a02-417e-bb22-338e18736ebc tempest-TestShelveInstance-1091608866 tempest-TestShelveInstance-1091608866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:09.858018 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f5d2679e-5a02-417e-bb22-338e18736ebc tempest-TestShelveInstance-1091608866 tempest-TestShelveInstance-1091608866-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1093 time: 0.1987615 Dec 15 13:40:09.860725 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57146) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:09.865013 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'port_id': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:09.887008 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for floatingip, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:09.988549 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4383041-f42a-4432-a429-ee9e07520464 req-614b28a2-c1f8-46ae-9d4d-2daa8ed45e2a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:09.989987 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b4383041-f42a-4432-a429-ee9e07520464 req-614b28a2-c1f8-46ae-9d4d-2daa8ed45e2a tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.66 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0631011 Dec 15 13:40:10.081618 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.140581 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Deleting port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:10.140922 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.207004 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6c8d2-9c45-4d29-b0b8-92c57936efef req-4edf8fdb-2eb7-4d34-aaae-4675e6720af5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:10.208513 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-12e6c8d2-9c45-4d29-b0b8-92c57936efef req-4edf8fdb-2eb7-4d34-aaae-4675e6720af5 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 945 time: 0.0512292 Dec 15 13:40:10.254356 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Allocated IP 172.27.1.152 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/e838822b-0197-4a0d-8005-e5248b6fec63) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:10.309204 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-12e6c8d2-9c45-4d29-b0b8-92c57936efef req-5ec76be7-0371-4525-9bbd-404c516aae0e tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d550ba-05bc-47ff-a3c5-0a129a77ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858510 Dec 15 13:40:10.351755 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] For port ba9131b0-fdf7-4ed2-a8c9-1c6801656498, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:10.352124 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.375677 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-c0e81716-6359-401e-9ce1-9b220efe7fa6 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:10.378257 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-c0e81716-6359-401e-9ce1-9b220efe7fa6 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.66 "GET /v2.0/networks?id=67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 200 len: 814 time: 0.1279747 Dec 15 13:40:10.395278 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'port': {'device_id': 'cc679789-d368-43f8-ae73-af016defaac9', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'admin_state_up': True, 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:10.399955 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.406198 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Calling delete_port for ba9131b0-fdf7-4ed2-a8c9-1c6801656498 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:10.423330 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cc2e7287-e5f3-4520-bdf6-e696c08296f4 req-50271b26-226e-4757-b2ad-9858f4e3d6ab tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 210 time: 0.0437300 Dec 15 13:40:10.443914 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.574113 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:10.582979 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:10.596368 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:10.621238 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Made reservation on behalf of 56ce01ca50734f87ad8566b49ea5292a for: {'port': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:10.626923 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'Port': ['ID=e838822b-0197-4a0d-8005-e5248b6fec63,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:10.627664 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.815682 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:10.828877 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['ba9131b0-fdf7-4ed2-a8c9-1c6801656498'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:10.963719 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Pushing event deleted for resources: {'Port': ['ID=ba9131b0-fdf7-4ed2-a8c9-1c6801656498,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:11.016962 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] No DVR routers for this DVR port ba9131b0-fdf7-4ed2-a8c9-1c6801656498 on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:11.025663 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.029291 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b4383041-f42a-4432-a429-ee9e07520464 req-b797ce02-d632-4b18-b7a0-f0dd61eafe9f tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.66 "DELETE /v2.0/ports/ba9131b0-fdf7-4ed2-a8c9-1c6801656498 HTTP/1.1" status: 204 len: 173 time: 1.0319722 Dec 15 13:40:11.029700 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53bb255-30a9-4c8c-b637-c9f371b04944', 'name': 'network-vif-deleted', 'tag': 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:11.032076 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dacf35-8bb2-4031-9fad-7a977f7a5e53" -d '{"events": [{"server_uuid": "f53bb255-30a9-4c8c-b637-c9f371b04944", "name": "network-vif-deleted", "tag": "ba9131b0-fdf7-4ed2-a8c9-1c6801656498"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:11.079363 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Allocated IP 172.20.0.14 (67834753-f02a-48bf-8dbe-b2e35c44f89a/c27faad7-6bb2-48fb-839f-ecdbb19d5dbe/8387272b-2814-444a-bddf-6d072a131977) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:11.082606 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5079caae-8fb1-4fdb-8bed-9a2dc41e5f0c x-openstack-request-id: req-5079caae-8fb1-4fdb-8bed-9a2dc41e5f0c {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:11.082606 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53bb255-30a9-4c8c-b637-c9f371b04944", "name": "network-vif-deleted", "tag": "ba9131b0-fdf7-4ed2-a8c9-1c6801656498", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:11.082606 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5079caae-8fb1-4fdb-8bed-9a2dc41e5f0c {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:11.083052 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53bb255-30a9-4c8c-b637-c9f371b04944', 'name': 'network-vif-deleted', 'tag': 'ba9131b0-fdf7-4ed2-a8c9-1c6801656498', 'status': 'completed', 'code': 200} Dec 15 13:40:11.259650 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.263669 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.308644 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.353547 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.359035 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:11.362136 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:11.366527 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:11.370936 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'Port': ['ID=8387272b-2814-444a-bddf-6d072a131977,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:11.419841 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.420482 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.458381 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-615db993-f73c-4b94-afe9-25f21f2a8167 req-fa51c37a-885a-43ac-aa65-bc155974ec48 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0350170 Dec 15 13:40:11.463155 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-37759068-2dc5-4784-b78a-469288ce553b tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0746539 Dec 15 13:40:11.536286 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.541142 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.554985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6007bb5-0178-495f-9304-d82cb4fd140f req-9358918c-da0c-458e-8c71-ff25ec12c7f1 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:11.558238 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f6007bb5-0178-495f-9304-d82cb4fd140f req-9358918c-da0c-458e-8c71-ff25ec12c7f1 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0566645 Dec 15 13:40:11.606492 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f6007bb5-0178-495f-9304-d82cb4fd140f req-429df66a-e947-4aab-81ae-82230b08072d tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Dec 15 13:40:11.617157 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event updated for resources: {'Port': ['ID=e838822b-0197-4a0d-8005-e5248b6fec63,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:11.628877 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.648006 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-6cf0074e-cd33-4329-a1ee-85ffe48d406e None None] Provisioning complete for port 8387272b-2814-444a-bddf-6d072a131977 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:11.648396 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-6cf0074e-cd33-4329-a1ee-85ffe48d406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:11.687292 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0074e-cd33-4329-a1ee-85ffe48d406e None None] Port 8387272b-2814-444a-bddf-6d072a131977 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:11.726261 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Floating IP df5d62de-4031-4128-9d62-41a7b22c9c60 associated. External IP: 172.27.1.152, port: eb15e4a2-9577-4f05-b3d6-86804d162658. Dec 15 13:40:12.185874 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Router 23833edc-974d-4c2b-afb5-66931e746fcd has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:12.303238 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:12.312749 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] Sync routers for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:12.325714 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:12.325974 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:12.326768 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:12.372464 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0f0f7d03-a0d5-453a-9806-9ed1b97448f6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5106621 Dec 15 13:40:12.442341 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:12.577776 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-08a2e20f-1b90-4dad-ad6a-443065341e37 req-3d6c568c-c391-44ec-a346-166834905f42 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0251145 Dec 15 13:40:12.677338 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'df5d62de-4031-4128-9d62-41a7b22c9c60', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'port_id': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'mac_address': 'fa:16:3e:37:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:11Z', 'updated_at': '2021-12-15T13:40:11Z', 'revision_number': 0, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 5, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:12.707297 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] Checking router: 23833edc-974d-4c2b-afb5-66931e746fcd for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:12.715750 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:12.716365 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:12.747306 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d888c8-b929-4ab1-959f-c1798866560c req-abf89f13-7920-4697-87df-22a04e861433 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:12.748917 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a7d888c8-b929-4ab1-959f-c1798866560c req-abf89f13-7920-4697-87df-22a04e861433 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0513120 Dec 15 13:40:12.814457 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a7d888c8-b929-4ab1-959f-c1798866560c req-1adc3f2b-6ab7-41d1-907f-4d3e9ad78ef1 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565786 Dec 15 13:40:12.843836 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:13.084310 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:13.086681 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:13.127539 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'df5d62de-4031-4128-9d62-41a7b22c9c60', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'port_id': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'mac_address': 'fa:16:3e:37:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:11Z', 'updated_at': '2021-12-15T13:40:11Z', 'revision_number': 0, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 5, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:13.160982 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec991d8a-9f61-4a34-8832-0acdc4f5458c None None] The sync data for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi is: [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'df5d62de-4031-4128-9d62-41a7b22c9c60', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'port_id': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'mac_address': 'fa:16:3e:37:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:11Z', 'updated_at': '2021-12-15T13:40:11Z', 'revision_number': 0, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 5, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:13.172392 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb02b27-2bf5-4695-b6b4-24ccd4b967af x-openstack-request-id: req-abb02b27-2bf5-4695-b6b4-24ccd4b967af {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:13.172685 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:13.172943 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-abb02b27-2bf5-4695-b6b4-24ccd4b967af {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:13.173345 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'status': 'completed', 'code': 200} Dec 15 13:40:13.375532 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f639f-6da4-4d73-ad29-1dfc5da17bff None None] New status for floating IP df5d62de-4031-4128-9d62-41a7b22c9c60: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:13.684229 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9add0b77-3a91-4d99-9b13-2c460352cdaa req-ff167de8-896c-42b3-be4d-ec245b2e0eba tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0255032 Dec 15 13:40:13.959365 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7e46-5f04-426f-b139-7a083fe26112 req-8277371b-d779-4444-8ad2-4a36534a9f18 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.960735 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a86e7e46-5f04-426f-b139-7a083fe26112 req-8277371b-d779-4444-8ad2-4a36534a9f18 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0651522 Dec 15 13:40:14.008713 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a86e7e46-5f04-426f-b139-7a083fe26112 req-89f9e516-86fb-40e5-acf8-13b48edc9306 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Dec 15 13:40:14.787468 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-831d047e-6bb7-4724-8329-310394e727f3 req-93a90eee-4c22-4c5f-b2dd-bfc0fd9eb5fb tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0249104 Dec 15 13:40:14.972976 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device ba9131b0-fdf7-4ed2-a8c9-1c6801656498 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:14.994206 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: ba9131b0-fdf7-4ed2-a8c9-1c6801656498 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:14.994558 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device ba9131b0-fdf7-4ed2-a8c9-1c6801656498 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:15.155413 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922312-8f76-4780-ba55-a55e1432808e req-1367bbb1-af1d-4edd-959d-96a4b191b78c tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.157214 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-44922312-8f76-4780-ba55-a55e1432808e req-1367bbb1-af1d-4edd-959d-96a4b191b78c tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0589216 Dec 15 13:40:15.205660 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-44922312-8f76-4780-ba55-a55e1432808e req-e20eb284-d60c-4066-a5a6-4e047f54c803 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Dec 15 13:40:15.896557 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f313f9d2-6980-4905-8a9e-8883de61d7b6 req-cb01d873-12af-4ff6-b7a4-297cbea04da2 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Dec 15 13:40:16.338730 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b9365-fcc2-4fff-9039-1b2178fe59c1 req-423c97ab-58c6-4e37-82f9-70d9cd69cafc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:16.340357 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-093b9365-fcc2-4fff-9039-1b2178fe59c1 req-423c97ab-58c6-4e37-82f9-70d9cd69cafc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0663018 Dec 15 13:40:16.394291 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-093b9365-fcc2-4fff-9039-1b2178fe59c1 req-059e375a-78e0-43d5-a8c2-7d3be8f1f550 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Dec 15 13:40:17.003684 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-197521d1-2ba3-468e-9b44-7a39c70c3dba req-e618e38f-5016-40ce-843a-7be84f89d592 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0305870 Dec 15 13:40:17.529081 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843abb9-2408-4ee2-9a3a-c6005e1f7a18 req-4770baf8-89b3-4e2d-bf73-fef3d540015a tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.531465 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1843abb9-2408-4ee2-9a3a-c6005e1f7a18 req-4770baf8-89b3-4e2d-bf73-fef3d540015a tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0549567 Dec 15 13:40:17.534418 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57238) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:17.602306 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1843abb9-2408-4ee2-9a3a-c6005e1f7a18 req-c6085352-dede-4d95-8fe0-7ba69b5fdfa5 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615499 Dec 15 13:40:17.660301 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b8cec7d7-30fd-45f9-864a-34768a7f27c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.740205 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b8cec7d7-30fd-45f9-864a-34768a7f27c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.745046 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b8cec7d7-30fd-45f9-864a-34768a7f27c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.780545 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cec7d7-30fd-45f9-864a-34768a7f27c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c93795-c597-452a-b2b8-be7d402c2b70,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:17.800725 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-b8cec7d7-30fd-45f9-864a-34768a7f27c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=97b34cbbdf834564ac49315acccf7b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649848 Dec 15 13:40:17.803814 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57242) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:17.853583 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fd09afc6-821b-4cb7-958f-269b8f67cca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.874680 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fd09afc6-821b-4cb7-958f-269b8f67cca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.919553 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fd09afc6-821b-4cb7-958f-269b8f67cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.922419 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fd09afc6-821b-4cb7-958f-269b8f67cca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.923558 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-fd09afc6-821b-4cb7-958f-269b8f67cca1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1c93795-c597-452a-b2b8-be7d402c2b70 HTTP/1.1" status: 204 len: 168 time: 0.1187108 Dec 15 13:40:17.931003 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09afc6-821b-4cb7-958f-269b8f67cca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c93795-c597-452a-b2b8-be7d402c2b70,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:18.125850 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a0beb94-55e5-441f-b271-7379bc23757c req-2a6472f3-6d5f-4f21-ba63-c7b31dfee8f3 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0277383 Dec 15 13:40:18.719825 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfe80e-bf55-44bc-9de9-8f996bd23adf req-a94ef887-5f03-4480-842c-e61e13248202 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.721331 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-05cfe80e-bf55-44bc-9de9-8f996bd23adf req-a94ef887-5f03-4480-842c-e61e13248202 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0514402 Dec 15 13:40:18.786150 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-05cfe80e-bf55-44bc-9de9-8f996bd23adf req-2956b99b-612e-4891-80b0-32b2d46145c9 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570605 Dec 15 13:40:19.239367 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1ebac090-2ca1-4adf-8fa0-7c44d0aca365 req-dcef40b4-1b32-4189-af43-6f32a4e8119d tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0264330 Dec 15 13:40:19.920339 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da18c13-bb72-4d36-9438-293ec93f0fd2 req-afe50ae7-a262-476d-b578-a3fd3d23e379 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.921888 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1da18c13-bb72-4d36-9438-293ec93f0fd2 req-afe50ae7-a262-476d-b578-a3fd3d23e379 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0470514 Dec 15 13:40:19.974605 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1da18c13-bb72-4d36-9438-293ec93f0fd2 req-6c443d44-4ad4-49d8-953c-dd5d3dd3eb27 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Dec 15 13:40:20.349480 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9b3d9506-aa66-4f58-b6c5-f9859f16d5a3 req-348d5058-b6fd-49b2-b8bc-f15d08cbcea0 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0326228 Dec 15 13:40:21.090250 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8213d-df82-4d9f-b94f-733a5556d3f5 req-ce2ac81c-821c-4865-8822-cefaacfb5649 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:21.091718 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-19c8213d-df82-4d9f-b94f-733a5556d3f5 req-ce2ac81c-821c-4865-8822-cefaacfb5649 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0490479 Dec 15 13:40:21.137807 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-19c8213d-df82-4d9f-b94f-733a5556d3f5 req-60417a62-e0f5-4f39-8dbb-ca28107b4a12 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Dec 15 13:40:21.452714 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a224bf8a-39bb-4e47-b2e8-1c17d9c01029 req-d7cbd551-9c76-4de9-a62d-de151944ea72 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0263989 Dec 15 13:40:22.261495 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345b67-340e-4581-8e68-19173a988f73 req-904dd4e2-80b0-475b-bafa-fd853b5f8564 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.263360 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-85345b67-340e-4581-8e68-19173a988f73 req-904dd4e2-80b0-475b-bafa-fd853b5f8564 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0572391 Dec 15 13:40:22.324947 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-85345b67-340e-4581-8e68-19173a988f73 req-3b36d38a-e33d-4f9c-a566-8643c9c6c9be tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549340 Dec 15 13:40:22.554197 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-587c9a17-91c8-4852-8b24-c7685876d911 req-f309205e-b08f-4db7-92e3-8e5f55e63836 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0260348 Dec 15 13:40:22.663885 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:40:23.443312 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234194c-4974-4aab-96e4-f90d82977432 req-297490bb-0959-4f3a-8234-4a119ec01515 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.444978 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4234194c-4974-4aab-96e4-f90d82977432 req-297490bb-0959-4f3a-8234-4a119ec01515 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.0526752 Dec 15 13:40:23.496062 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4234194c-4974-4aab-96e4-f90d82977432 req-03bb7b5a-250a-4ccd-bab3-98d9c156a026 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445423 Dec 15 13:40:23.662932 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9e32b52a-94e2-4575-93f5-7f7c7a6c60a1 req-2bc5e330-b445-4245-be46-96b3deafbc63 tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0303681 Dec 15 13:40:24.448078 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Request body: {'port': {'device_id': 'cc679789-d368-43f8-ae73-af016defaac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:24.500127 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-16e767c5-4a1a-46b7-a543-c4b1f5b59f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.502176 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-16e767c5-4a1a-46b7-a543-c4b1f5b59f08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae0b248663174800af3db2a34d92f6b3&device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0550926 Dec 15 13:40:24.509723 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.607289 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-c0609233-f37f-4380-b120-4277675f8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.608803 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-c0609233-f37f-4380-b120-4277675f8c63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 200 len: 910 time: 0.0997746 Dec 15 13:40:24.685594 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-7b7ef786-66f6-4bfd-92ef-d98ae43358da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 200 len: 1001 time: 0.0591819 Dec 15 13:40:24.708577 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d80912-89ee-45af-bff0-e5930fe89002 req-cd0000ef-a135-451c-920e-bfb67646bb16 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.710124 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-42d80912-89ee-45af-bff0-e5930fe89002 req-cd0000ef-a135-451c-920e-bfb67646bb16 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 932 time: 0.1411469 Dec 15 13:40:24.741604 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-6e374605-e47c-470a-ad66-14fbf73dca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.743104 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-6e374605-e47c-470a-ad66-14fbf73dca1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=303ca9a0-a0c0-4a44-b704-7fcd8e15685f HTTP/1.1" status: 200 len: 848 time: 0.0497699 Dec 15 13:40:24.795310 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-cf40c210-0a53-4d5e-a9b7-0e849ef45df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.796962 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-cf40c210-0a53-4d5e-a9b7-0e849ef45df0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fceda14e-72c1-403d-b298-cf6490176d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425019 Dec 15 13:40:24.812732 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2656fbb2-20f8-42d6-ae59-9406452387a4 req-84a191a8-a9a9-4270-aeca-4c8dcd7535ad tempest-ServerRescueNegativeTestJSON-649309028 tempest-ServerRescueNegativeTestJSON-649309028-project] 10.222.0.83 "GET /v2.0/ports?device_id=f53bb255-30a9-4c8c-b637-c9f371b04944 HTTP/1.1" status: 200 len: 210 time: 0.0535693 Dec 15 13:40:24.826246 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-42d80912-89ee-45af-bff0-e5930fe89002 req-05375af1-30a9-4881-84a9-a4310848981e tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060309 Dec 15 13:40:24.902693 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8387272b-2814-444a-bddf-6d072a131977 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:24.910692 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:24.913504 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-90b33a71-4659-408b-9d95-25167d592c17 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087584 Dec 15 13:40:24.923838 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Transition to ACTIVE for port object 8387272b-2814-444a-bddf-6d072a131977 will not be triggered until provisioned by entity L2. {{(pid=102648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:24.927906 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.035565 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=8387272b-2814-444a-bddf-6d072a131977,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:25.072194 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Attempting to bind port 8387272b-2814-444a-bddf-6d072a131977 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:25.072518 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Attempting to bind port 8387272b-2814-444a-bddf-6d072a131977 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:25.072843 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Attempting to bind port 8387272b-2814-444a-bddf-6d072a131977 on network 67834753-f02a-48bf-8dbe-b2e35c44f89a {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:25.075268 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3a11f140-3903-4ade-9ecd-df5b0aef8ae8 req-0f3bc23c-3e56-4259-a95c-c175a85bc251 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365333 Dec 15 13:40:25.078004 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Port 8387272b-2814-444a-bddf-6d072a131977 on network 67834753-f02a-48bf-8dbe-b2e35c44f89a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:25.078318 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Attempting to bind port 8387272b-2814-444a-bddf-6d072a131977 on network 67834753-f02a-48bf-8dbe-b2e35c44f89a {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:25.084239 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:25.084579 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Checking segment: {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:25.084965 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Bound using segment: {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:25.085396 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Bound port: 8387272b-2814-444a-bddf-6d072a131977, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21e7407-70b8-4868-bf31-6aad9a6c236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:25.085770 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.164055 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] For port 8387272b-2814-444a-bddf-6d072a131977, host hv-cinder-81322, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:25.170321 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] For port 8387272b-2814-444a-bddf-6d072a131977, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8387272b-2814-444a-bddf-6d072a131977,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:25.174796 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.218538 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.219271 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:25.220904 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] 10.222.0.66 "PUT /v2.0/ports/8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 1094 time: 0.7780647 Dec 15 13:40:25.221316 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:25.223739 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ec968-122a-451c-88ce-01af142dbec3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:25.244072 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59261b-e55e-4b46-a1b1-0f4a8aa50bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=8387272b-2814-444a-bddf-6d072a131977,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:25.277133 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feeb85a-6b09-4150-ba68-40b9eea84db4 x-openstack-request-id: req-9feeb85a-6b09-4150-ba68-40b9eea84db4 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:25.277429 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:25.277688 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9feeb85a-6b09-4150-ba68-40b9eea84db4 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:25.278145 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977', 'status': 'completed', 'code': 200} Dec 15 13:40:25.309365 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-58a52e45-72b3-41fa-b29b-54280556bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.310934 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-58a52e45-72b3-41fa-b29b-54280556bdfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56ce01ca50734f87ad8566b49ea5292a&device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1097 time: 0.0441320 Dec 15 13:40:25.361950 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-74a8a066-6087-41d0-8007-34677c78eb47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 217 time: 0.0419819 Dec 15 13:40:25.415069 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-db02fea1-0dab-469d-ad9b-98d246a597f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.418083 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-db02fea1-0dab-469d-ad9b-98d246a597f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe HTTP/1.1" status: 200 len: 853 time: 0.0492609 Dec 15 13:40:25.466493 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-6b209b45-2900-4f0e-92d1-6f0abdef2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.467896 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-6b209b45-2900-4f0e-92d1-6f0abdef2319 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67834753-f02a-48bf-8dbe-b2e35c44f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400138 Dec 15 13:40:25.559804 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-9553d1f1-c793-4499-a58c-319083c6cf27 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840254 Dec 15 13:40:25.650540 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7ecac133-40c0-4acd-a9b8-8a90be5d99ea req-3c062d33-b847-47d8-a4c5-25b73b887299 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835142 Dec 15 13:40:25.743321 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-fef24294-6dd1-4cb9-a3bd-49278b5d56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.744853 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-fef24294-6dd1-4cb9-a3bd-49278b5d56ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56ce01ca50734f87ad8566b49ea5292a&device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1097 time: 0.0476511 Dec 15 13:40:25.833742 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-5b1bbb29-f9e3-4940-ae91-5f691da6d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.835234 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-5b1bbb29-f9e3-4940-ae91-5f691da6d4c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 200 len: 915 time: 0.0827134 Dec 15 13:40:25.877598 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-9c40dfb8-ae71-44da-af6f-1a7d9feb9344 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 217 time: 0.0344925 Dec 15 13:40:25.883971 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57310) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:26.024068 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-314afa93-987a-4426-93f5-6405157773ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.025393 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-314afa93-987a-4426-93f5-6405157773ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe HTTP/1.1" status: 200 len: 853 time: 0.1354256 Dec 15 13:40:26.081192 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b4e49-b54f-4129-9060-0ddad15aac48 req-eef11220-8180-400a-a3ac-d91a5e729ea1 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.082980 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d9b4e49-b54f-4129-9060-0ddad15aac48 req-eef11220-8180-400a-a3ac-d91a5e729ea1 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 944 time: 0.1633053 Dec 15 13:40:26.194963 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-862f3a5b-f899-47f9-8879-638ede608660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.196457 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-862f3a5b-f899-47f9-8879-638ede608660 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67834753-f02a-48bf-8dbe-b2e35c44f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1613688 Dec 15 13:40:26.207442 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d9b4e49-b54f-4129-9060-0ddad15aac48 req-31a5bc2c-5bfc-4cc8-8eb2-dd22b0c99055 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179664 Dec 15 13:40:26.353306 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-c181e55e-549d-4dba-ad91-7013d86e6518 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448891 Dec 15 13:40:26.687062 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0d91-edfd-49bf-9b99-65c366efb212 req-57191864-d50a-423b-a092-8ab85285552e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.688510 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-febc0d91-edfd-49bf-9b99-65c366efb212 req-57191864-d50a-423b-a092-8ab85285552e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.3551071 Dec 15 13:40:26.758033 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4e9ec968-122a-451c-88ce-01af142dbec3 req-5333d115-fd78-4647-b911-20eef31a9c81 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857062 Dec 15 13:40:26.783843 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-febc0d91-edfd-49bf-9b99-65c366efb212 req-aeaa756c-4975-45ab-9904-108c5b97065d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845137 Dec 15 13:40:26.864477 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.065677 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8387272b-2814-444a-bddf-6d072a131977 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:27.159493 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Deleting port 2fafa984-e6dd-4140-87e8-48ff65029ba3 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:27.159854 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.166619 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8387272b-2814-444a-bddf-6d072a131977, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8387272b-2814-444a-bddf-6d072a131977,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:27.178494 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '8387272b-2814-444a-bddf-6d072a131977', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'port_id': '8387272b-2814-444a-bddf-6d072a131977', 'mac_address': 'fa:16:3e:e9:e3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:27.214556 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.228304 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8387272b-2814-444a-bddf-6d072a131977 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:27.242338 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] For port 2fafa984-e6dd-4140-87e8-48ff65029ba3, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=2fafa984-e6dd-4140-87e8-48ff65029ba3,segment=NetworkSegment(4f9000e2-6c4d-4a13-812c-06a30fc22000),segment_id=4f9000e2-6c4d-4a13-812c-06a30fc22000)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:27.242717 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.249008 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8387272b-2814-444a-bddf-6d072a131977, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8387272b-2814-444a-bddf-6d072a131977,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:27.255789 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.262852 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Calling delete_port for 2fafa984-e6dd-4140-87e8-48ff65029ba3 owned by network:router_interface {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:27.303123 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=8387272b-2814-444a-bddf-6d072a131977,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:27.395602 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bfa38-2d0b-43f6-b67a-cfda3eb7272c req-ed2ab27b-4b79-4cac-918f-01e48dbfc823 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.397063 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-253bfa38-2d0b-43f6-b67a-cfda3eb7272c req-ed2ab27b-4b79-4cac-918f-01e48dbfc823 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 945 time: 0.1128595 Dec 15 13:40:27.494996 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-253bfa38-2d0b-43f6-b67a-cfda3eb7272c req-703f31fb-84fd-43bb-a9ce-dad656f7626d tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918791 Dec 15 13:40:27.518805 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8387272b-2814-444a-bddf-6d072a131977'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:27.555284 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.586733 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fafa984-e6dd-4140-87e8-48ff65029ba3,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:27.754894 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:27.980439 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8cb2-61eb-4b84-86ff-f77c32ff8298 req-30f3ea78-eab8-4c72-9c15-7d4905a56187 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.981810 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6b1e8cb2-61eb-4b84-86ff-f77c32ff8298 req-30f3ea78-eab8-4c72-9c15-7d4905a56187 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.1229899 Dec 15 13:40:28.066314 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-c1a48ae9-bccf-4d22-b4f4-fa10ea214192 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:28.067757 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-c1a48ae9-bccf-4d22-b4f4-fa10ea214192 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.1065068 Dec 15 13:40:28.090905 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6b1e8cb2-61eb-4b84-86ff-f77c32ff8298 req-4b910553-3dbf-4a4a-844e-c90a38e3ee4e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904689 Dec 15 13:40:28.119367 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:28.288503 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Deleting port e4b8c97b-020a-4806-8f09-f876ba55ad9d {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:28.288759 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.344680 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:28.351610 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6065b1a1-0f1a-403d-acc3-fb5d340e31a4 admin admin] 10.222.0.83 "PUT /v2.0/routers/7c1a4784-0a5e-4ec0-9e68-caded00fc60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4665620 Dec 15 13:40:28.353813 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] Sync routers for ids ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:28.355514 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57324) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:28.367524 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] Routers {'7c1a4784-0a5e-4ec0-9e68-caded00fc60c'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:28.368212 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:28.395070 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] For port e4b8c97b-020a-4806-8f09-f876ba55ad9d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e4b8c97b-020a-4806-8f09-f876ba55ad9d,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:28.396032 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.478358 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks [] for router, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.478644 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] Set router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:28.657718 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.721568 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Deleting port bfdc4048-c669-409c-b127-879c983b5b9b {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:28.722241 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.782088 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:40:27Z', 'revision_number': 5, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port': {'id': 'bfdc4048-c669-409c-b127-879c983b5b9b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:25Z', 'updated_at': '2021-12-15T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:28.813366 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] For port bfdc4048-c669-409c-b127-879c983b5b9b, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bfdc4048-c669-409c-b127-879c983b5b9b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:28.813907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:28.814492 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] Checking router: 7c1a4784-0a5e-4ec0-9e68-caded00fc60c for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:28.823233 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] Routers {'7c1a4784-0a5e-4ec0-9e68-caded00fc60c'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:28.824366 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:28.828728 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Calling delete_port for bfdc4048-c669-409c-b127-879c983b5b9b owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:28.912676 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] Set router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c gateway port host: None {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:28.964658 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:40:28Z', 'revision_number': 6, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port_host': None}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:28.995744 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ced54-2325-43e2-84eb-fe61244749dd None None] The sync data for ids ['7c1a4784-0a5e-4ec0-9e68-caded00fc60c'] in dv-cinder-813228-4-iscsi is: [{'id': '7c1a4784-0a5e-4ec0-9e68-caded00fc60c', 'name': 'tempest-ServerRescueNegativeTestJSON-2005838289-router', 'tenant_id': '91da5641066242d99b74a660383a26da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:40:28Z', 'revision_number': 6, 'project_id': '91da5641066242d99b74a660383a26da', 'gw_port_host': None}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:29.001734 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af0773-cd22-4087-bb05-0c7fd9e8354a req-faf58787-3630-4715-a33b-7e55841d9dc0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.003304 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4af0773-cd22-4087-bb05-0c7fd9e8354a req-faf58787-3630-4715-a33b-7e55841d9dc0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 945 time: 0.3894074 Dec 15 13:40:29.030697 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.056668 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.057015 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdc4048-c669-409c-b127-879c983b5b9b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.057182 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.057588 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.l3_db [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Floating IP d02a6b0c-2fab-4514-beb1-1afa852b8f31 disassociated. External IP: 172.27.1.79, port: e4b8c97b-020a-4806-8f09-f876ba55ad9d. Dec 15 13:40:29.058525 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Calling delete_port for e4b8c97b-020a-4806-8f09-f876ba55ad9d owned by compute:nova {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:29.087655 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8387272b-2814-444a-bddf-6d072a131977 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:29.119986 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4af0773-cd22-4087-bb05-0c7fd9e8354a req-f2729c26-3df4-4cef-9bfb-1c08bbcea0d9 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035995 Dec 15 13:40:29.136174 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.151662 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 8387272b-2814-444a-bddf-6d072a131977 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:29.159679 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 8387272b-2814-444a-bddf-6d072a131977 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:29.161362 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.255293 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.257736 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.262379 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.267870 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f53c3-b3d5-4fef-8400-7e1fd56754d0 req-2d31f932-7844-40b2-b6f6-c2880ce7cf0d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.269591 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-631f53c3-b3d5-4fef-8400-7e1fd56754d0 req-2d31f932-7844-40b2-b6f6-c2880ce7cf0d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=16af4c97-7ce7-47dd-8493-24d19a46221d HTTP/1.1" status: 200 len: 946 time: 0.0867062 Dec 15 13:40:29.270901 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.288778 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8387272b-2814-444a-bddf-6d072a131977'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:29.291027 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0275c888-ffec-4a40-a031-d56a4e297ce7" -d '{"events": [{"server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "name": "network-vif-plugged", "status": "completed", "tag": "8387272b-2814-444a-bddf-6d072a131977"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:29.305365 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8387272b-2814-444a-bddf-6d072a131977, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8387272b-2814-444a-bddf-6d072a131977,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:29.307490 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event deleted for resources: {'Port': ['ID=e4b8c97b-020a-4806-8f09-f876ba55ad9d,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.310447 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.311479 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:29.357627 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: e4b8c97b-020a-4806-8f09-f876ba55ad9d {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:29.357975 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e4b8c97b-020a-4806-8f09-f876ba55ad9d not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:29.363365 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.369495 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1a4784-0a5e-4ec0-9e68-caded00fc60c {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:40:29.376252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.379384 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-43311da5-8e15-4223-9fb2-fe3a88c6e8da admin admin] 10.222.0.83 "DELETE /v2.0/routers/7c1a4784-0a5e-4ec0-9e68-caded00fc60c HTTP/1.1" status: 204 len: 168 time: 1.0229771 Dec 15 13:40:29.381840 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57332) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:29.396652 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=8387272b-2814-444a-bddf-6d072a131977,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.410298 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bd854f-a72c-4720-8ad8-6b0c048a09f2 x-openstack-request-id: req-73bd854f-a72c-4720-8ad8-6b0c048a09f2 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:29.410611 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "name": "network-vif-plugged", "status": "completed", "tag": "8387272b-2814-444a-bddf-6d072a131977", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:29.410870 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-73bd854f-a72c-4720-8ad8-6b0c048a09f2 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:29.411271 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8387272b-2814-444a-bddf-6d072a131977', 'code': 200} Dec 15 13:40:29.445067 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f174709-b16a-4736-8f25-beb9bfef9890 admin admin] Deleting subnet 388cd7ca-001b-4985-9047-da64dc34e834 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:40:29.451449 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f174709-b16a-4736-8f25-beb9bfef9890 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.459127 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-631f53c3-b3d5-4fef-8400-7e1fd56754d0 req-6a4e941f-a7e8-46d9-b8cd-cfc317eca16d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c59bb95-eded-48e2-9050-fdfb60c3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631114 Dec 15 13:40:29.505154 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f174709-b16a-4736-8f25-beb9bfef9890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.531497 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Router a4e232e7-3c43-4893-81c6-7cd8c49a3629 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:29.588115 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f174709-b16a-4736-8f25-beb9bfef9890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.644038 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cbfcded5-3fdd-4b4b-a72e-eb3a6c99bd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.658256 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:29.670278 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] Sync routers for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:29.689673 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:29.690410 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:29.692468 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593c3b5-1e11-41a8-8a2e-5bb555b6669b req-bf855e44-8200-4b8a-9f57-8a919f237dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.694053 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2593c3b5-1e11-41a8-8a2e-5bb555b6669b req-bf855e44-8200-4b8a-9f57-8a919f237dcc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1099 time: 0.0818064 Dec 15 13:40:29.701371 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f174709-b16a-4736-8f25-beb9bfef9890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.740199 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f174709-b16a-4736-8f25-beb9bfef9890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388cd7ca-001b-4985-9047-da64dc34e834,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:29.742440 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] No DVR routers for this DVR port e4b8c97b-020a-4806-8f09-f876ba55ad9d on host hv-cinder-81322 {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:40:29.747684 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f174709-b16a-4736-8f25-beb9bfef9890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.750103 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.750892 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8f174709-b16a-4736-8f25-beb9bfef9890 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/388cd7ca-001b-4985-9047-da64dc34e834 HTTP/1.1" status: 204 len: 168 time: 0.3681004 Dec 15 13:40:29.753517 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57334) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:29.755543 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-247c8fbb-55fe-4cc3-8d1e-f0d3a2d89456 req-916b6f77-1a60-4220-8c35-e73215cc41de tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "DELETE /v2.0/ports/e4b8c97b-020a-4806-8f09-f876ba55ad9d HTTP/1.1" status: 204 len: 173 time: 1.6791182 Dec 15 13:40:29.756086 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-deleted', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:29.760121 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0278833e-2a04-4af5-a892-8cb81fbf309d" -d '{"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-deleted", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:29.831792 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2593c3b5-1e11-41a8-8a2e-5bb555b6669b req-fba88845-b899-4e27-8958-876399f3ff61 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278853 Dec 15 13:40:29.841957 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148fa7f5-69cd-4062-ad06-e2fd0da8375b x-openstack-request-id: req-148fa7f5-69cd-4062-ad06-e2fd0da8375b {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:29.842256 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16af4c97-7ce7-47dd-8493-24d19a46221d", "name": "network-vif-deleted", "tag": "e4b8c97b-020a-4806-8f09-f876ba55ad9d", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:29.842514 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-148fa7f5-69cd-4062-ad06-e2fd0da8375b {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:29.842923 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16af4c97-7ce7-47dd-8493-24d19a46221d', 'name': 'network-vif-deleted', 'tag': 'e4b8c97b-020a-4806-8f09-f876ba55ad9d', 'status': 'completed', 'code': 200} Dec 15 13:40:29.852395 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:29.859472 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.965345 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:29.991464 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65892dc7-52b7-4275-99f0-3ec0b08be25d']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.005944 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9000e2-6c4d-4a13-812c-06a30fc22000') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.006316 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9000e2-6c4d-4a13-812c-06a30fc22000') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.018798 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.040368 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.054309 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:40:30.055243 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.061632 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bfdc4048-c669-409c-b127-879c983b5b9b no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:40:30.069110 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:40:30.088096 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: bfdc4048-c669-409c-b127-879c983b5b9b {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:30.089122 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bfdc4048-c669-409c-b127-879c983b5b9b not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:30.089915 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 2fafa984-e6dd-4140-87e8-48ff65029ba3 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:30.132768 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.143046 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.149326 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] 10.222.0.83 "DELETE /v2.0/networks/65892dc7-52b7-4275-99f0-3ec0b08be25d HTTP/1.1" status: 204 len: 168 time: 0.3942323 Dec 15 13:40:30.170127 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f606783-cee6-4b6c-8c00-4d548f7dbe85 admin admin] Pushing event deleted for resources: {'Network': ['ID=65892dc7-52b7-4275-99f0-3ec0b08be25d,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:30.202386 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 2fafa984-e6dd-4140-87e8-48ff65029ba3 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:40:30.202716 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 2fafa984-e6dd-4140-87e8-48ff65029ba3 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:40:30.318714 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96f6c-8de6-48a5-9060-6ef07dff33ef req-5ed469fc-a3fe-4895-bcc9-022f0a6fead6 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.334877 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-92f96f6c-8de6-48a5-9060-6ef07dff33ef req-5ed469fc-a3fe-4895-bcc9-022f0a6fead6 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.1063216 Dec 15 13:40:30.388221 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-92f96f6c-8de6-48a5-9060-6ef07dff33ef req-d6b7025e-b93d-4866-8633-68d109c945be tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521975 Dec 15 13:40:30.413590 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.444381 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57342) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:30.445049 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] Checking router: a4e232e7-3c43-4893-81c6-7cd8c49a3629 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:30.456220 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:30.456931 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.491550 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-db6f4699-32fc-4975-8360-786a4818457d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=91da5641066242d99b74a660383a26da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459692 Dec 15 13:40:30.494148 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57344) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:30.555835 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-551a5715-807a-46e7-b9ea-363540ce5af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.580359 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:30.588523 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-551a5715-807a-46e7-b9ea-363540ce5af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.600976 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57352) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:30.652290 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-551a5715-807a-46e7-b9ea-363540ce5af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.655130 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-551a5715-807a-46e7-b9ea-363540ce5af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.658846 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-551a5715-807a-46e7-b9ea-363540ce5af0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e2d550ba-05bc-47ff-a3c5-0a129a77ac57 HTTP/1.1" status: 204 len: 168 time: 0.1614096 Dec 15 13:40:30.665793 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5715-807a-46e7-b9ea-363540ce5af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d550ba-05bc-47ff-a3c5-0a129a77ac57,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:30.681211 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-277342d4-d388-4b2c-94bb-cdc0d6569faf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.710302 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-277342d4-d388-4b2c-94bb-cdc0d6569faf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.768700 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-277342d4-d388-4b2c-94bb-cdc0d6569faf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.771608 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-277342d4-d388-4b2c-94bb-cdc0d6569faf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.775350 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-277342d4-d388-4b2c-94bb-cdc0d6569faf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "DELETE /v2.0/security-groups/9c59bb95-eded-48e2-9050-fdfb60c3a4de HTTP/1.1" status: 204 len: 168 time: 0.1705446 Dec 15 13:40:30.775752 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57356) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:30.782652 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277342d4-d388-4b2c-94bb-cdc0d6569faf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59bb95-eded-48e2-9050-fdfb60c3a4de,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:30.802708 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.api.v2.resource [None req-3855f898-9e0c-4674-ae06-76c550f206d0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] show failed (client error): The resource could not be found. Dec 15 13:40:30.806388 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3855f898-9e0c-4674-ae06-76c550f206d0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups/9c59bb95-eded-48e2-9050-fdfb60c3a4de HTTP/1.1" status: 404 len: 347 time: 0.0263953 Dec 15 13:40:30.806836 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57358) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:30.861271 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:30.889614 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4144d2-3575-4117-b963-9166a879f3ff None None] The sync data for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi is: [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:30.994345 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Deleting port 999c2fd6-d3be-4f03-95f8-6274f9db6079 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:40:30.994967 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.090608 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.091251 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.110467 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Calling delete_port for 999c2fd6-d3be-4f03-95f8-6274f9db6079 owned by network:floatingip {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:40:31.265120 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67eed7-dbb9-4c1d-aaf0-25349ca9cf20 None None] New status for floating IP d02a6b0c-2fab-4514-beb1-1afa852b8f31: DOWN {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:31.305994 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.351237 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event deleted for resources: {'Port': ['ID=999c2fd6-d3be-4f03-95f8-6274f9db6079,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:31.403059 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.db.api [None req-1d67eed7-dbb9-4c1d-aaf0-25349ca9cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:40:31.403464 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG oslo_db.api [None req-1d67eed7-dbb9-4c1d-aaf0-25349ca9cf20 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:40:31.441510 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.444098 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.445809 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e44f3fbb-96ea-4a78-b579-c13c8ab9634a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "DELETE /v2.0/floatingips/d02a6b0c-2fab-4514-beb1-1afa852b8f31 HTTP/1.1" status: 204 len: 168 time: 0.6372015 Dec 15 13:40:31.548531 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599790e4-595a-4b68-9cd0-03a221fd81ec req-1aef2be6-44ee-4314-a632-955f0ec62121 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.555774 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-599790e4-595a-4b68-9cd0-03a221fd81ec req-1aef2be6-44ee-4314-a632-955f0ec62121 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.0784304 Dec 15 13:40:31.603587 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-599790e4-595a-4b68-9cd0-03a221fd81ec req-f6f503d6-8bc4-4a18-844d-6a61dd266839 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Dec 15 13:40:31.615541 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57382) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:31.733980 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1722938667-network', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:31.735459 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371de3-ddf6-4d17-bd66-741b51876674 req-0148541a-6261-46f6-9c1b-be60b813c213 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.737256 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-21371de3-ddf6-4d17-bd66-741b51876674 req-0148541a-6261-46f6-9c1b-be60b813c213 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.0552993 Dec 15 13:40:31.758455 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Made reservation on behalf of 10799d1b1db34e69a6c6bba276744b0f for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:31.761725 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.771839 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.799021 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-21371de3-ddf6-4d17-bd66-741b51876674 req-f11b3ab8-65e9-437f-9f3f-8494684a0eaf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 Dec 15 13:40:31.909726 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67eed7-dbb9-4c1d-aaf0-25349ca9cf20 None None] New status for floating IP d02a6b0c-2fab-4514-beb1-1afa852b8f31: DOWN {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:31.923635 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.928975 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:31.959158 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57390) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:31.965050 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-9da55da4-161b-44fb-b368-e4af92364e4d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785468740', 'description': 'tempest-description--1895697310'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:31.974447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:40:31.983241 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3ab694-61ba-4107-b3ef-0740353011be,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:32.005862 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.006229 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Added segment e636d176-1570-4291-9bd0-d74897d26f12 of type vlan for network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 Dec 15 13:40:32.011125 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9da55da4-161b-44fb-b368-e4af92364e4d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.078468 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.115201 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.117094 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:32.117663 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.132321 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9da55da4-161b-44fb-b368-e4af92364e4d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.138976 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9da55da4-161b-44fb-b368-e4af92364e4d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.173290 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9da55da4-161b-44fb-b368-e4af92364e4d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.177394 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-9da55da4-161b-44fb-b368-e4af92364e4d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2137551 Dec 15 13:40:32.179909 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57394) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:32.196542 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-037296d1-c470-4619-8c2e-1c53276c2019 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'security_group_rule': {'security_group_id': '4dfb7dbe-8167-40ae-9b9c-2845e5cbe764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:32.200236 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-99dd45a3-046d-44b4-9470-20b910a3e709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.229581 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da55da4-161b-44fb-b368-e4af92364e4d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:32.250574 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] Pushing event updated for resources: {'Network': ['ID=83a3c4cb-56da-41d3-bc6c-42f445cbeed5,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:32.267656 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:40:32.285279 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0156f11c-9a1a-4966-8c2c-cb38222a64ad admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6684361 Dec 15 13:40:32.285952 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57396) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:32.287479 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94a6c8-4736-421b-8fb5-ef91545b2e1a req-b3ca0d2e-2163-4775-a47e-e5cafb4c2c55 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:32.289867 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6b94a6c8-4736-421b-8fb5-ef91545b2e1a req-b3ca0d2e-2163-4775-a47e-e5cafb4c2c55 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.0785990 Dec 15 13:40:32.291980 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-037296d1-c470-4619-8c2e-1c53276c2019 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.292580 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Request body: {'subnet': {'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1722938667-subnet', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:32.319252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Made reservation on behalf of 10799d1b1db34e69a6c6bba276744b0f for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:32.322086 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59530690'] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.385709 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-037296d1-c470-4619-8c2e-1c53276c2019 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.391780 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6b94a6c8-4736-421b-8fb5-ef91545b2e1a req-01b006f4-bb5f-448e-aacd-aca43f07aac7 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942690 Dec 15 13:40:32.393171 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-037296d1-c470-4619-8c2e-1c53276c2019 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.424611 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037296d1-c470-4619-8c2e-1c53276c2019 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83831e16-9a50-47cd-b706-2e732321e302,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:32.431573 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-037296d1-c470-4619-8c2e-1c53276c2019 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.437320 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-037296d1-c470-4619-8c2e-1c53276c2019 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2462883 Dec 15 13:40:32.438031 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57400) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:32.443882 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-42dc332e-ec82-4b5d-b68d-529a9d669709 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'security_group_rule': {'security_group_id': '4dfb7dbe-8167-40ae-9b9c-2845e5cbe764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:32.476808 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-42dc332e-ec82-4b5d-b68d-529a9d669709 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.567035 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-42dc332e-ec82-4b5d-b68d-529a9d669709 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.572643 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-42dc332e-ec82-4b5d-b68d-529a9d669709 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.596486 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58931959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59530716'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.601039 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc332e-ec82-4b5d-b68d-529a9d669709 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2935d0f-1f5c-4a52-8d03-06e741cdc796,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:32.612938 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-42dc332e-ec82-4b5d-b68d-529a9d669709 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.617649 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-42dc332e-ec82-4b5d-b68d-529a9d669709 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782503 Dec 15 13:40:32.618367 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57402) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:32.623540 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:32.652406 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.671140 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23232e55-3e3f-45af-9b80-4281cbcb4eba,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:32.679847 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Checking segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:32.680208 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Network hostable DHCP agents. Network: 83a3c4cb-56da-41d3-bc6c-42f445cbeed5, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:40:32.699384 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:40:32.712446 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 83a3c4cb-56da-41d3-bc6c-42f445cbeed5) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:32.717305 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:32.717947 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.724113 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5f997e-9038-46cd-8927-ead8dc036ee4 None None] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:32.744071 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-eb4df2b4-aabf-4570-a199-27adf08277b4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4555676 Dec 15 13:40:32.746091 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57404) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:32.751234 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:32.787660 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4694'] for router, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.789096 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-779381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4685'] for router, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.859115 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc4aaab-abbd-5b65-89d5-954615485ddf-83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba'}]}} from dv-cinder-813228-4-iscsi. {{(pid=102649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:40:32.860623 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.879007 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.882176 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.018837 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.db_base_plugin_common [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Allocated IP 172.20.0.2 (83a3c4cb-56da-41d3-bc6c-42f445cbeed5/23232e55-3e3f-45af-9b80-4281cbcb4eba/b4a689c1-1a56-45d8-b86d-42aaa60acafd) {{(pid=102649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:33.093933 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.163207 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Allocated IP 172.27.1.237 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/f7873c41-bca5-4ab0-8892-d9bbaa9f2a5e) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:33.181478 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Publish callbacks [] for port, precommit_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.188131 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536'] for port, after_create {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.230746 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 is already hosted by enough agents. {{(pid=102649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:33.244844 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.scheduler.base_scheduler [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Resources bound (agent type, host, resource id): {{(pid=102649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:33.254944 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Received port after_create {{(pid=102649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:33.260270 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Pushing event updated for resources: {'Port': ['ID=b4a689c1-1a56-45d8-b86d-42aaa60acafd,revision_number=1']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:33.265549 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.300787 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.320968 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Attempting to bind port b4a689c1-1a56-45d8-b86d-42aaa60acafd on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:33.321330 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Attempting to bind port b4a689c1-1a56-45d8-b86d-42aaa60acafd by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:33.321682 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Attempting to bind port b4a689c1-1a56-45d8-b86d-42aaa60acafd on network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:33.327757 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:33.328172 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Checking segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:33.328508 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.328909 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Bound using segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:33.329360 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Bound port: b4a689c1-1a56-45d8-b86d-42aaa60acafd, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:33.329728 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.393881 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] For port b4a689c1-1a56-45d8-b86d-42aaa60acafd, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:33.397015 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] For port b4a689c1-1a56-45d8-b86d-42aaa60acafd, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=b4a689c1-1a56-45d8-b86d-42aaa60acafd,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:33.401997 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.430810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.466679 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f30e21-435b-4390-aeb5-04436b65788e None None] Pushing event updated for resources: {'Port': ['ID=b4a689c1-1a56-45d8-b86d-42aaa60acafd,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:33.469604 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.497785 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.512673 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:33.519941 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:33.523440 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:33.525959 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'Port': ['ID=f7873c41-bca5-4ab0-8892-d9bbaa9f2a5e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:33.709738 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Allocated IP 172.27.1.151 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/99994804-230b-4faa-bcc8-77c3001a17d9) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:33.724926 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.802892 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.895544 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:33.972388 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device b4a689c1-1a56-45d8-b86d-42aaa60acafd up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:34.008746 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.025352 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port b4a689c1-1a56-45d8-b86d-42aaa60acafd triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:34.025717 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.064513 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.075089 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:34.076004 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.083197 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:34.088016 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=99994804-230b-4faa-bcc8-77c3001a17d9,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:34.091018 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:34.135148 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.189483 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port b4a689c1-1a56-45d8-b86d-42aaa60acafd, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=b4a689c1-1a56-45d8-b86d-42aaa60acafd,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:34.195292 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.255225 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=b4a689c1-1a56-45d8-b86d-42aaa60acafd,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:34.456707 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'Port': ['ID=f7873c41-bca5-4ab0-8892-d9bbaa9f2a5e,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:34.466576 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.564010 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.565306 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-47cfef6b-2c3b-4566-986f-8de8068ee403 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9459023 Dec 15 13:40:34.598701 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a2b3b-622b-4808-937d-cc72825caa5c None None] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:40:34.708696 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-9bd6c733-d142-4873-8fcf-3419a63ba220 None None] Provisioning complete for port b4a689c1-1a56-45d8-b86d-42aaa60acafd triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:34.709362 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c733-d142-4873-8fcf-3419a63ba220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.725052 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:34.856066 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-c33a5f1a-c958-4a1c-9dbd-3b9b93b5068a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1785468740&fields=id&tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc HTTP/1.1" status: 200 len: 267 time: 0.0920537 Dec 15 13:40:34.905824 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.044240 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-7e15f1c6-f351-4ba6-900b-fe607d72a146 None None] Provisioning complete for port b4a689c1-1a56-45d8-b86d-42aaa60acafd triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:35.044701 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7e15f1c6-f351-4ba6-900b-fe607d72a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.053289 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-779340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784631'] for router, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.062720 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-a61aa2f3-3a90-4b3e-9bb3-ad743a200265 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.064251 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-a61aa2f3-3a90-4b3e-9bb3-ad743a200265 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 817 time: 0.1951880 Dec 15 13:40:35.142705 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-80c940f8-b22e-4848-9cf0-73f763af23d2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/quotas/0bddd6292c044cdb9eb8e5bba5ebd4fc HTTP/1.1" status: 200 len: 375 time: 0.0405781 Dec 15 13:40:35.219664 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-52d82d0b-cebb-47e5-9b0d-c45e42e31abf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708594 Dec 15 13:40:35.291174 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Router e4b94a25-eaf0-497d-b7bc-64c37700a5db is scheduled to L3 agent 074755fd-1638-43bf-a808-9057c4f6088b with binding_index 1 {{(pid=102648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:40:35.389045 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-eaebef1a-2410-4a46-94c1-edee5a417058 service neutron] 10.222.0.83 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560488 Dec 15 13:40:35.474651 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:35.484320 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Sync routers for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:35.496808 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:35.497546 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:35.510449 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-57f27e20-3f6d-4a15-95de-4e19b50f9838 service neutron] 10.222.0.83 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148243 Dec 15 13:40:35.513028 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] Publish callbacks [] for router, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.517016 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-873006f3-c77d-4c9c-97af-742a4683dfe7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7668421 Dec 15 13:40:35.517016 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57442) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:35.596252 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.632877 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:35.766530 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-79891914-6143-4bea-a2ea-ea2d3d00e8c5 req-b8d2643c-fb38-4901-a70d-bfaa5216476e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 210 time: 0.0616517 Dec 15 13:40:35.872480 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:34Z', 'revision_number': 3, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:35.903721 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Checking router: e4b94a25-eaf0-497d-b7bc-64c37700a5db for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:35.904071 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Updating router e4b94a25-eaf0-497d-b7bc-64c37700a5db port 99994804-230b-4faa-bcc8-77c3001a17d9 binding host dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:40:35.929666 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:35.963539 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device b4a689c1-1a56-45d8-b86d-42aaa60acafd up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:36.071386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.230498 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port b4a689c1-1a56-45d8-b86d-42aaa60acafd triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:36.230864 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.258321 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Allocated IP 172.20.0.1 (83a3c4cb-56da-41d3-bc6c-42f445cbeed5/23232e55-3e3f-45af-9b80-4281cbcb4eba/c51798e3-0c04-483b-bca7-b8fccb011527) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:36.411082 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.461263 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Publish callbacks [] for port, precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.467237 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.520906 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef7cd-6ddd-44f4-8e7a-9afac8f1bcc6 None None] Pushing event updated for resources: {'Port': ['ID=99994804-230b-4faa-bcc8-77c3001a17d9,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:36.523225 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Attempting to bind port 99994804-230b-4faa-bcc8-77c3001a17d9 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:36.523588 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Attempting to bind port 99994804-230b-4faa-bcc8-77c3001a17d9 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:36.523946 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Attempting to bind port 99994804-230b-4faa-bcc8-77c3001a17d9 on network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:36.530323 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:36.530696 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Checking segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:36.531089 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.531472 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Bound using segment: {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:36.531935 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Bound port: 99994804-230b-4faa-bcc8-77c3001a17d9, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a7da36-0f98-45ae-bc7a-f56a9b2ee567', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:36.532316 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.584060 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] For port 99994804-230b-4faa-bcc8-77c3001a17d9, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:36.587843 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] For port 99994804-230b-4faa-bcc8-77c3001a17d9, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=99994804-230b-4faa-bcc8-77c3001a17d9,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:36.592800 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.604247 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.652768 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.666973 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:36.666973 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:36.697907 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:36.701112 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:36.704973 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:36.734872 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef7cd-6ddd-44f4-8e7a-9afac8f1bcc6 None None] Pushing event updated for resources: {'Port': ['ID=99994804-230b-4faa-bcc8-77c3001a17d9,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:36.751918 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784004'] for router_interface, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:36.796161 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:36.847171 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Pushing event updated for resources: {'Port': ['ID=c51798e3-0c04-483b-bca7-b8fccb011527,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:36.919106 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-e0e89bc1-c311-4a0f-b84d-8ea91c7b5cf9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:36.922069 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-e0e89bc1-c311-4a0f-b84d-8ea91c7b5cf9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 817 time: 0.1900833 Dec 15 13:40:36.968790 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cd639f78-80fb-4c7e-af6d-2f950152b7df req-f3c92c86-c2c2-4d59-ae2f-a3728f174b44 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 210 time: 0.0429926 Dec 15 13:40:37.019369 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-2bd86180-2efb-4bc8-8f6d-95ed5454559b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc HTTP/1.1" status: 200 len: 380 time: 0.0871248 Dec 15 13:40:37.027677 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.030720 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'port': {'device_id': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'admin_state_up': True, 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'security_groups': ['4dfb7dbe-8167-40ae-9b9c-2845e5cbe764']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:37.058462 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-45aebbf1-9f62-4faf-be83-c5027a61814e None None] Provisioning complete for port c51798e3-0c04-483b-bca7-b8fccb011527 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:37.058956 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-45aebbf1-9f62-4faf-be83-c5027a61814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.064026 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:34Z', 'revision_number': 3, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:37.108075 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccafc1e-e72f-4eb1-9c14-3cbe2736d110 None None] The sync data for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi is: [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:34Z', 'revision_number': 3, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:37.136056 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-45aebbf1-9f62-4faf-be83-c5027a61814e None None] Port c51798e3-0c04-483b-bca7-b8fccb011527 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:37.156199 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Made reservation on behalf of 0bddd6292c044cdb9eb8e5bba5ebd4fc for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:37.159807 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.210173 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.215911 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.287625 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Pushing event updated for resources: {'Port': ['ID=c51798e3-0c04-483b-bca7-b8fccb011527,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:37.290210 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784948'] for router_interface, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.305815 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Allocated IP 172.20.0.9 (a124ac63-e61f-437a-a1a8-96048fcd9353/9d612104-f2e7-4bcf-bc28-598f98630a95/eb6d9258-9d98-4855-ac93-8388249d6cd9) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:37.399760 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:37.401079 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:37.504544 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.560937 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.563370 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Router e4b94a25-eaf0-497d-b7bc-64c37700a5db has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:37.616912 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Network a124ac63-e61f-437a-a1a8-96048fcd9353 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:37.621095 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:37.624009 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:37.678384 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:37.711004 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:37.711674 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.725635 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:37.731229 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-9125bf54-5d13-44a8-acbf-df086d34aa20 admin admin] 10.222.0.83 "PUT /v2.0/routers/e4b94a25-eaf0-497d-b7bc-64c37700a5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2133164 Dec 15 13:40:37.738751 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-29148895-fa12-4292-a466-0345a621dd23 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120302 Dec 15 13:40:37.754422 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Request body: {'port': {'device_id': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:37.780402 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-775229e3-b97c-4e6d-8dcf-801140cbc907 None None] Provisioning complete for port c51798e3-0c04-483b-bca7-b8fccb011527 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:37.781423 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-775229e3-b97c-4e6d-8dcf-801140cbc907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.834673 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-775229e3-b97c-4e6d-8dcf-801140cbc907 None None] Port c51798e3-0c04-483b-bca7-b8fccb011527 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:37.864019 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:37.963238 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b8f3afea-7bc9-4480-80aa-7ad301ab4398 None None] Provisioning complete for port eb6d9258-9d98-4855-ac93-8388249d6cd9 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:37.964007 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b8f3afea-7bc9-4480-80aa-7ad301ab4398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.012117 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3afea-7bc9-4480-80aa-7ad301ab4398 None None] Port eb6d9258-9d98-4855-ac93-8388249d6cd9 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:38.013909 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 99994804-230b-4faa-bcc8-77c3001a17d9 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:38.067954 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 99994804-230b-4faa-bcc8-77c3001a17d9 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:38.068630 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.168100 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4e88b-8d50-467a-a91f-04324cb12e66 req-54426cea-662e-436b-9738-d9d48537b78f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.175483 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ddf4e88b-8d50-467a-a91f-04324cb12e66 req-54426cea-662e-436b-9738-d9d48537b78f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 931 time: 0.0892720 Dec 15 13:40:38.176178 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.213180 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] For port 99994804-230b-4faa-bcc8-77c3001a17d9, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=99994804-230b-4faa-bcc8-77c3001a17d9,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:38.218435 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.238279 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ddf4e88b-8d50-467a-a91f-04324cb12e66 req-ddc36f3e-a453-4b9f-a75c-d71b932c3611 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615942 Dec 15 13:40:38.269785 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6d9258-9d98-4855-ac93-8388249d6cd9 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:38.280120 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.287968 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Pushing event updated for resources: {'Port': ['ID=99994804-230b-4faa-bcc8-77c3001a17d9,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.311307 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Transition to ACTIVE for port object eb6d9258-9d98-4855-ac93-8388249d6cd9 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:38.318657 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.520225 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57474) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:38.525076 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-3215e37d-d062-4ba8-abba-c0e0c435997c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812440044', 'description': 'tempest-description--1220725834'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:38.550522 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3215e37d-d062-4ba8-abba-c0e0c435997c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.635476 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.639204 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3215e37d-d062-4ba8-abba-c0e0c435997c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.644311 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3215e37d-d062-4ba8-abba-c0e0c435997c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.677044 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3215e37d-d062-4ba8-abba-c0e0c435997c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.682425 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3215e37d-d062-4ba8-abba-c0e0c435997c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1570439 Dec 15 13:40:38.682425 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57478) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:38.686626 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-23de0f5c-7b06-4852-a5d9-cf8a2b11b124 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'security_group_rule': {'security_group_id': '6078d34b-0e39-4b37-bc4f-0a7d74860256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:38.692155 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215e37d-d062-4ba8-abba-c0e0c435997c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6078d34b-0e39-4b37-bc4f-0a7d74860256,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.708383 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Attempting to bind port eb6d9258-9d98-4855-ac93-8388249d6cd9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:38.708974 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Attempting to bind port eb6d9258-9d98-4855-ac93-8388249d6cd9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:38.709363 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Attempting to bind port eb6d9258-9d98-4855-ac93-8388249d6cd9 on network a124ac63-e61f-437a-a1a8-96048fcd9353 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:38.715512 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Port eb6d9258-9d98-4855-ac93-8388249d6cd9 on network a124ac63-e61f-437a-a1a8-96048fcd9353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:38.716198 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Attempting to bind port eb6d9258-9d98-4855-ac93-8388249d6cd9 on network a124ac63-e61f-437a-a1a8-96048fcd9353 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:38.721594 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:38.721963 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Checking segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:38.722340 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Bound using segment: {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:38.722891 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Bound port: eb6d9258-9d98-4855-ac93-8388249d6cd9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400aeb81-ae28-490e-8134-03bba8219260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:38.723379 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.724195 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23de0f5c-7b06-4852-a5d9-cf8a2b11b124 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.808112 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:38.808425 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23de0f5c-7b06-4852-a5d9-cf8a2b11b124 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.811839 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:38.813658 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23de0f5c-7b06-4852-a5d9-cf8a2b11b124 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.815915 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.849655 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de0f5c-7b06-4852-a5d9-cf8a2b11b124 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9a988e-7a69-4146-ab74-e2db2c622dac,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.869206 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-23de0f5c-7b06-4852-a5d9-cf8a2b11b124 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.872961 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-23de0f5c-7b06-4852-a5d9-cf8a2b11b124 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882508 Dec 15 13:40:38.873509 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57482) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:38.879247 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-fa0fd566-7797-47ad-ae8d-72746e41daed tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'security_group_rule': {'security_group_id': '6078d34b-0e39-4b37-bc4f-0a7d74860256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:38.887127 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.888180 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.889979 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] 10.222.0.66 "PUT /v2.0/ports/eb6d9258-9d98-4855-ac93-8388249d6cd9 HTTP/1.1" status: 200 len: 1093 time: 1.1400306 Dec 15 13:40:38.890456 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:38.893432 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd32fd-a0d9-4333-acb2-47aee0fdd108" -d '{"events": [{"name": "network-changed", "server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:38.923347 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd566-7797-47ad-ae8d-72746e41daed tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:38.928723 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab03b22-342f-4589-b259-0ce856f08e3c service neutron] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:38.943839 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1461423-c05c-4630-99a8-de6ea7bd8091 x-openstack-request-id: req-b1461423-c05c-4630-99a8-de6ea7bd8091 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:38.944130 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:38.944381 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b1461423-c05c-4630-99a8-de6ea7bd8091 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:38.944821 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'status': 'completed', 'code': 200} Dec 15 13:40:39.003280 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd566-7797-47ad-ae8d-72746e41daed tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.011000 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd566-7797-47ad-ae8d-72746e41daed tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.019037 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-4b3849f4-2b0b-4bd7-b738-363be92c96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.020696 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-4b3849f4-2b0b-4bd7-b738-363be92c96fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0586829 Dec 15 13:40:39.033995 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fd566-7797-47ad-ae8d-72746e41daed tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1507122b-97c5-478b-9833-ee762ae5ae39,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:39.040299 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd566-7797-47ad-ae8d-72746e41daed tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.044908 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-fa0fd566-7797-47ad-ae8d-72746e41daed tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1672745 Dec 15 13:40:39.045195 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57486) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:39.050549 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:39.076715 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.081833 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-cac1ca92-0cbf-49cd-b1db-2e6d4f7f089d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9 HTTP/1.1" status: 200 len: 217 time: 0.0529172 Dec 15 13:40:39.139282 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-52c32fa4-e0ab-484e-9eda-37a7b53eebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.140872 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-52c32fa4-e0ab-484e-9eda-37a7b53eebba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0523658 Dec 15 13:40:39.191043 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-550b8e25-50c6-4044-977c-746a9eadc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.192553 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-550b8e25-50c6-4044-977c-746a9eadc79a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450492 Dec 15 13:40:39.202930 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.237870 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Sync routers for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:39.249216 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:39.249948 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:39.311174 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-1e1cc8a8-7cd8-4f67-8391-99e68238e2d8 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104152 Dec 15 13:40:39.321090 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Allocated IP 172.27.1.88 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/70d04e65-a0ad-4584-bc02-165ebd2f043e) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:39.398395 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:39.419933 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-93e0d2ad-fdcb-449a-a6ba-44b1ca6dfcfb req-11fae2ad-8dbb-46df-9827-07cdb9bfc2d8 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017306 Dec 15 13:40:39.452298 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8404c-2a66-4675-a337-26dc522a51fa req-0607776d-34ed-43f3-a153-49c912048982 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.453989 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-48c8404c-2a66-4675-a337-26dc522a51fa req-0607776d-34ed-43f3-a153-49c912048982 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.1048529 Dec 15 13:40:39.478068 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.513258 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-f1354ca1-f137-46bd-a62f-0fb84e2aa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.513581 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-f1354ca1-f137-46bd-a62f-0fb84e2aa822 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0474553 Dec 15 13:40:39.532198 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-48c8404c-2a66-4675-a337-26dc522a51fa req-d55701e0-f176-46e6-ac2c-634508c0bcbe tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649505 Dec 15 13:40:39.557113 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.603213 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:39.607063 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:39.609872 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:39.634990 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'Port': ['ID=70d04e65-a0ad-4584-bc02-165ebd2f043e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:39.635565 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:37Z', 'revision_number': 2, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:39.647719 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-63bcd53b-cb09-4f96-ba2f-361211b9cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.649320 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-63bcd53b-cb09-4f96-ba2f-361211b9cc94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.1246228 Dec 15 13:40:39.669564 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Checking router: e4b94a25-eaf0-497d-b7bc-64c37700a5db for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:39.669951 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Updating router e4b94a25-eaf0-497d-b7bc-64c37700a5db port c51798e3-0c04-483b-bca7-b8fccb011527 binding host dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:40:39.694872 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.702376 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-8149c136-9380-4e0b-aa34-56a53f138897 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9 HTTP/1.1" status: 200 len: 217 time: 0.0381777 Dec 15 13:40:39.708698 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.747352 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.756421 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-db0a8c2e-8ae8-4f9c-bccf-fe2189f8bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.757929 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-db0a8c2e-8ae8-4f9c-bccf-fe2189f8bf10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0483115 Dec 15 13:40:39.814836 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-ca7f4bc2-b56d-4813-9e2d-1f4923ebf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.817159 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-ca7f4bc2-b56d-4813-9e2d-1f4923ebf0c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497756 Dec 15 13:40:39.922736 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.928674 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.945472 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-9c27aecc-b8e9-4147-9c68-eb7212d58fc8 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205082 Dec 15 13:40:39.961104 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 99994804-230b-4faa-bcc8-77c3001a17d9 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:40.011066 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.031342 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Publish callbacks [] for port, precommit_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.033523 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.034203 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port 99994804-230b-4faa-bcc8-77c3001a17d9 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:40.034819 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.034938 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9884286 Dec 15 13:40:40.035801 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daca411-8c34-4c38-ac7e-c6689db8e9f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'Port': ['ID=70d04e65-a0ad-4584-bc02-165ebd2f043e,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:40.043479 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.070638 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dabd32fd-a0d9-4333-acb2-47aee0fdd108 req-96910e88-f5ce-4ac9-8719-f2ae44d028bf service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112907 Dec 15 13:40:40.114042 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Pushing event updated for resources: {'Port': ['ID=c51798e3-0c04-483b-bca7-b8fccb011527,revision_number=3']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:40.127460 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.127836 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.128207 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.128653 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.129271 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.129271 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.129505 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.130052 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.130385 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.130714 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.131038 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.131357 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.131680 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:40.182634 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Attempting to bind port c51798e3-0c04-483b-bca7-b8fccb011527 on host dv-cinder-813228-4-iscsi for vnic_type normal with profile {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:40.183052 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Attempting to bind port c51798e3-0c04-483b-bca7-b8fccb011527 by drivers openvswitch,hyperv on host dv-cinder-813228-4-iscsi at level 0 using segments [{'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:40.183525 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Attempting to bind port c51798e3-0c04-483b-bca7-b8fccb011527 on network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:40.189040 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Checking agent: {'id': '1ebb062f-c34b-4f3f-ae70-826ca44f4a43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 28, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:40.189417 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Checking segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:40.189859 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.190253 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Bound using segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} {{(pid=102650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:40.191091 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.managers [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Bound port: c51798e3-0c04-483b-bca7-b8fccb011527, host: dv-cinder-813228-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'}}] {{(pid=102650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:40.191091 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.229362 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-6796ad80-ed9d-4057-8407-9042660eae95 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--812440044&fields=id&tenant_id=10799d1b1db34e69a6c6bba276744b0f HTTP/1.1" status: 200 len: 267 time: 0.0456009 Dec 15 13:40:40.257648 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] For port c51798e3-0c04-483b-bca7-b8fccb011527, host dv-cinder-813228-4-iscsi, cleared binding levels {{(pid=102650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:40.262059 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.plugins.ml2.db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] For port c51798e3-0c04-483b-bca7-b8fccb011527, host dv-cinder-813228-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=c51798e3-0c04-483b-bca7-b8fccb011527,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:40.267377 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron_lib.callbacks.manager [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.357573 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8a70-1f67-414c-ae89-2211beea4347 req-f4b6b5d4-c938-44f2-9b21-bcc35bd66fcc tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:40.359453 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-f4b6b5d4-c938-44f2-9b21-bcc35bd66fcc tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 811 time: 0.1215377 Dec 15 13:40:40.376556 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-d3757f16-345d-4dc3-9e8c-86aee9d4ad5e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/quotas/10799d1b1db34e69a6c6bba276744b0f HTTP/1.1" status: 200 len: 375 time: 0.0111074 Dec 15 13:40:40.420657 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-753eef4b-92e9-4d76-8520-28c9582d7bb4 None None] Provisioning complete for port c51798e3-0c04-483b-bca7-b8fccb011527 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:40.421021 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-753eef4b-92e9-4d76-8520-28c9582d7bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.432841 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fa471-4996-4df8-957d-eb1fbb274da1 None None] Pushing event updated for resources: {'Port': ['ID=c51798e3-0c04-483b-bca7-b8fccb011527,revision_number=4']} {{(pid=102650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:40.449860 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-417958d9-ab96-4640-a4f0-c7bd70ad8826 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672939 Dec 15 13:40:40.478171 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:40.478817 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:40.528104 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-753eef4b-92e9-4d76-8520-28c9582d7bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.569956 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-753eef4b-92e9-4d76-8520-28c9582d7bb4 None None] For port c51798e3-0c04-483b-bca7-b8fccb011527, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=c51798e3-0c04-483b-bca7-b8fccb011527,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:40.573092 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-9af5aec5-95f4-47ce-9b96-5109dc7bb49c service neutron] 10.222.0.83 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035092 Dec 15 13:40:40.576788 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-753eef4b-92e9-4d76-8520-28c9582d7bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.623950 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:40.635066 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753eef4b-92e9-4d76-8520-28c9582d7bb4 None None] Pushing event updated for resources: {'Port': ['ID=c51798e3-0c04-483b-bca7-b8fccb011527,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:40.701558 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-0e1df980-0220-4de1-81cc-47a77cb5a55a None None] Provisioning complete for port c51798e3-0c04-483b-bca7-b8fccb011527 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:40.702221 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0e1df980-0220-4de1-81cc-47a77cb5a55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.751738 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1df22f-8667-4eda-8eaa-681381d2eaef req-0d77de9f-4d04-47c2-91bc-638bd584570e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:40.755315 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bb1df22f-8667-4eda-8eaa-681381d2eaef req-0d77de9f-4d04-47c2-91bc-638bd584570e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.1393154 Dec 15 13:40:40.761915 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-0431f141-6268-4de2-b8e3-324d25ce99d1 service neutron] 10.222.0.83 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794581 Dec 15 13:40:40.866646 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bb1df22f-8667-4eda-8eaa-681381d2eaef req-37cec43b-48c2-44ae-96e9-424cc9c446c8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022129 Dec 15 13:40:40.920548 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:40.961844 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-68bc3000-9c4b-4d67-9244-5e7cd727882d req-920ff988-f46b-4d27-bc1a-2a15ef5f36bb tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 210 time: 0.0328720 Dec 15 13:40:40.979017 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855b4de-8d63-47d1-b0a0-99cec7f7b157 None None] The sync data for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi is: [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:41.123690 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:41.262219 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:41.285098 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'port_id': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'mac_address': 'fa:16:3e:0c:c3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:41.315125 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca11e5-6e62-4ae2-9556-62b8692b0c73 req-86faaeb8-c209-4896-960f-bc90c15b3839 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:41.319123 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e9ca11e5-6e62-4ae2-9556-62b8692b0c73 req-86faaeb8-c209-4896-960f-bc90c15b3839 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.0698259 Dec 15 13:40:41.338909 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:41.354549 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6d9258-9d98-4855-ac93-8388249d6cd9 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:41.378165 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:41.384752 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:41.402522 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e9ca11e5-6e62-4ae2-9556-62b8692b0c73 req-cb51a7e8-144b-4b1c-8466-ab33ca521a84 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758128 Dec 15 13:40:41.424143 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57526) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:41.447059 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:41.600401 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae90a00-3b7e-4c26-ae3e-178d2b108cfc tempest-TestMinimumBasicScenario-1678208945 tempest-TestMinimumBasicScenario-1678208945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:41.602035 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-cae90a00-3b7e-4c26-ae3e-178d2b108cfc tempest-TestMinimumBasicScenario-1678208945 tempest-TestMinimumBasicScenario-1678208945-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1094 time: 0.1763167 Dec 15 13:40:41.604937 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57530) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:41.609904 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'port_id': '8387272b-2814-444a-bddf-6d072a131977', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:41.635746 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for floatingip, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:41.636011 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['eb6d9258-9d98-4855-ac93-8388249d6cd9'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:41.774975 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:41.931027 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Allocated IP 172.27.1.92 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/f5630ebf-b21a-4fe6-87f1-9601449fed59) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:41.951809 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device c51798e3-0c04-483b-bca7-b8fccb011527 up at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:42.032801 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb79bfb-2cdc-46cb-9ba0-acfc03a3d3d2 req-7dccc348-e7b5-47ac-8978-f2d6a9d2201a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:42.034436 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8fb79bfb-2cdc-46cb-9ba0-acfc03a3d3d2 req-7dccc348-e7b5-47ac-8978-f2d6a9d2201a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 944 time: 0.0675278 Dec 15 13:40:42.037025 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Provisioning complete for port c51798e3-0c04-483b-bca7-b8fccb011527 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:42.037394 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.092902 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8a020f72-a647-44d2-9f03-c608ae284c75 req-6f46617c-dc62-4579-82b4-f8f4f33d740d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 210 time: 0.0478005 Dec 15 13:40:42.133791 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.136490 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8fb79bfb-2cdc-46cb-9ba0-acfc03a3d3d2 req-3a508d0d-7d88-4532-bc85-bf87e06b34e9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931222 Dec 15 13:40:42.182181 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.274539 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:42.281130 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:42.290268 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:42.330999 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'Port': ['ID=f5630ebf-b21a-4fe6-87f1-9601449fed59,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:42.394915 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8a70-1f67-414c-ae89-2211beea4347 req-d4de2105-87b8-4884-a292-a52ba9a17986 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:42.396374 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-d4de2105-87b8-4884-a292-a52ba9a17986 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 811 time: 0.1841340 Dec 15 13:40:42.575899 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-a5cf9cd4-408a-4e54-baa7-fe9644b8d0dd tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10799d1b1db34e69a6c6bba276744b0f HTTP/1.1" status: 200 len: 379 time: 0.1469452 Dec 15 13:40:42.589019 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'port': {'device_id': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'admin_state_up': True, 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'security_groups': ['6078d34b-0e39-4b37-bc4f-0a7d74860256']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:42.825598 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Made reservation on behalf of 10799d1b1db34e69a6c6bba276744b0f for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:40:42.829507 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.850844 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.999676 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.068247 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Allocated IP 172.20.0.7 (83a3c4cb-56da-41d3-bc6c-42f445cbeed5/23232e55-3e3f-45af-9b80-4281cbcb4eba/7ec98862-6702-437c-a8ca-fe7bcaf393ab) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:40:43.145274 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:43.206732 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port eb6d9258-9d98-4855-ac93-8388249d6cd9 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:43.211335 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port eb6d9258-9d98-4855-ac93-8388249d6cd9 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:43.211836 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.233197 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-602815da-fff7-4f76-a406-e376a501a7a8 req-34ea3b1f-9758-4e74-b1f5-c2f43aeaccd8 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 210 time: 0.0539744 Dec 15 13:40:43.311025 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.311800 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6910b-8ae1-4bf1-9317-0a6f45bf828b req-2d9c490a-e555-46b7-9a02-f1e40831e428 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:43.313499 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9df6910b-8ae1-4bf1-9317-0a6f45bf828b req-2d9c490a-e555-46b7-9a02-f1e40831e428 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 944 time: 0.0599904 Dec 15 13:40:43.332257 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.335541 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.337231 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:43.339594 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8d6e37-e060-44d3-b9a7-7312652cf9c9" -d '{"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:43.341010 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.358728 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:43.363078 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.394432 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9df6910b-8ae1-4bf1-9317-0a6f45bf828b req-8848210d-1980-4b52-b1f4-e34c16b08cb0 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729833 Dec 15 13:40:43.396265 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4cfea4-65d8-46e1-8f62-dfce361e3921 x-openstack-request-id: req-7a4cfea4-65d8-46e1-8f62-dfce361e3921 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:43.396657 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:43.397409 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7a4cfea4-65d8-46e1-8f62-dfce361e3921 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:43.397409 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'code': 200} Dec 15 13:40:43.397630 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'Port': ['ID=f5630ebf-b21a-4fe6-87f1-9601449fed59,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:43.423760 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:43.468193 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.472468 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.588800 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:40:43.590918 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccddb81-5eb2-49b1-be41-b61595139360 req-cb6adebd-1ea8-4219-b30c-c4a1d5c96d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:43.592428 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fccddb81-5eb2-49b1-be41-b61595139360 req-cb6adebd-1ea8-4219-b30c-c4a1d5c96d03 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0437961 Dec 15 13:40:43.597521 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:40:43.603637 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:40:43.607840 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'Port': ['ID=7ec98862-6702-437c-a8ca-fe7bcaf393ab,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:43.650871 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fccddb81-5eb2-49b1-be41-b61595139360 req-869cdaa5-0384-46e6-bdc6-de83195c40f5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458241 Dec 15 13:40:43.661262 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Floating IP f392142d-5653-486d-88bb-eb34c74febd6 associated. External IP: 172.27.1.92, port: 8387272b-2814-444a-bddf-6d072a131977. Dec 15 13:40:43.704460 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:43.705105 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.758081 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-05bb710d-44f6-40f2-844d-ae7e618bb0f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1743438 Dec 15 13:40:43.893807 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-73f6a3ef-6f78-4d88-bdcf-51211a1d413a None None] Provisioning complete for port 7ec98862-6702-437c-a8ca-fe7bcaf393ab triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:43.894362 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-73f6a3ef-6f78-4d88-bdcf-51211a1d413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.933653 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-73f6a3ef-6f78-4d88-bdcf-51211a1d413a None None] Port 7ec98862-6702-437c-a8ca-fe7bcaf393ab cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:40:44.107024 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Request body: {'port': {'device_id': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:44.185516 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.207560 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Router 325a8392-a968-47db-9bdc-b9830c3b16c9 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:44.340955 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62a5b2-5922-4264-bb52-d3ccfc25816c req-555bb960-595b-43ba-b318-d18348073da9 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:44.342474 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5b62a5b2-5922-4264-bb52-d3ccfc25816c req-555bb960-595b-43ba-b318-d18348073da9 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 931 time: 0.0504937 Dec 15 13:40:44.390349 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5b62a5b2-5922-4264-bb52-d3ccfc25816c req-f2dd6b53-670f-484e-9e6c-28b49e67ede4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 Dec 15 13:40:44.455634 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:44.479086 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] Sync routers for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:44.485234 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.490311 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:44.491028 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:44.529154 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81034ecd-f5be-4695-8555-cd20e6e31266 req-0ba4bddd-0483-4a24-8c35-3730e6fffdca tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:44.530712 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-81034ecd-f5be-4695-8555-cd20e6e31266 req-0ba4bddd-0483-4a24-8c35-3730e6fffdca tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0536549 Dec 15 13:40:44.536275 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-cfe43250-5d28-4612-b80a-2bfcc9545391 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9275148 Dec 15 13:40:44.537222 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:44.538372 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57554) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:44.539477 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d509c47-7178-42d6-835f-e4442fc59efb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:44.544696 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-25a6ac9f-9e6b-4928-86e6-230e39e683ba tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827285349', 'description': 'tempest-secgroup-smoke-1827285349 description', 'project_id': '56ce01ca50734f87ad8566b49ea5292a'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:44.593116 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f123c-6fd8-465e-8bca-f9e349aacd52 x-openstack-request-id: req-a62f123c-6fd8-465e-8bca-f9e349aacd52 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:44.593653 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:44.593653 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a62f123c-6fd8-465e-8bca-f9e349aacd52 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:44.594059 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977', 'status': 'completed', 'code': 200} Dec 15 13:40:44.603164 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec98862-6702-437c-a8ca-fe7bcaf393ab {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:44.611811 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.617658 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-25a6ac9f-9e6b-4928-86e6-230e39e683ba tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.622885 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:44.624483 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Transition to ACTIVE for port object 7ec98862-6702-437c-a8ca-fe7bcaf393ab will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:40:44.630641 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.640536 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-81034ecd-f5be-4695-8555-cd20e6e31266 req-2396f20c-e0ff-4cc2-865e-77b39e39ede8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010852 Dec 15 13:40:44.691631 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509c47-7178-42d6-835f-e4442fc59efb req-8b58ff1d-0b6a-423a-82e6-2d07deb8d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:44.693315 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d509c47-7178-42d6-835f-e4442fc59efb req-8b58ff1d-0b6a-423a-82e6-2d07deb8d577 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56ce01ca50734f87ad8566b49ea5292a&device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1099 time: 0.0664055 Dec 15 13:40:44.756645 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec98862-6702-437c-a8ca-fe7bcaf393ab,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:44.812413 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Attempting to bind port 7ec98862-6702-437c-a8ca-fe7bcaf393ab on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:40:44.812770 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Attempting to bind port 7ec98862-6702-437c-a8ca-fe7bcaf393ab by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:40:44.813057 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Attempting to bind port 7ec98862-6702-437c-a8ca-fe7bcaf393ab on network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:44.818084 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Port 7ec98862-6702-437c-a8ca-fe7bcaf393ab on network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:40:44.818390 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Attempting to bind port 7ec98862-6702-437c-a8ca-fe7bcaf393ab on network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:40:44.824841 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:40:44.825160 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Checking segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:40:44.825542 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Bound using segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:40:44.826005 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Bound port: 7ec98862-6702-437c-a8ca-fe7bcaf393ab, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:40:44.826420 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.909794 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-25a6ac9f-9e6b-4928-86e6-230e39e683ba tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.918827 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-25a6ac9f-9e6b-4928-86e6-230e39e683ba tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.921706 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509c47-7178-42d6-835f-e4442fc59efb req-d54d9f71-2f23-4476-b154-9673200b4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:44.923233 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d509c47-7178-42d6-835f-e4442fc59efb req-d54d9f71-2f23-4476-b154-9673200b4088 service neutron] 10.222.0.66 "GET /v2.0/networks?id=67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 200 len: 915 time: 0.2069077 Dec 15 13:40:44.934835 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] For port 7ec98862-6702-437c-a8ca-fe7bcaf393ab, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:40:44.939673 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] For port 7ec98862-6702-437c-a8ca-fe7bcaf393ab, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:40:44.946133 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.997895 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:44.998571 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:44.999889 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] 10.222.0.66 "PUT /v2.0/ports/7ec98862-6702-437c-a8ca-fe7bcaf393ab HTTP/1.1" status: 200 len: 1093 time: 0.8987670 Dec 15 13:40:45.014993 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d509c47-7178-42d6-835f-e4442fc59efb req-f6e5b95d-4e12-4189-a997-2cb153c827ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 999 time: 0.0800989 Dec 15 13:40:45.028411 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-25a6ac9f-9e6b-4928-86e6-230e39e683ba tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.032958 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-25a6ac9f-9e6b-4928-86e6-230e39e683ba tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4896352 Dec 15 13:40:45.048022 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57558) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:45.053220 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-cb45e9db-9937-4e6f-9872-1aaeb85bbacc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'security_group_rule': {'security_group_id': '1b1801e8-b446-414a-b87d-240ff8a78350', 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:45.061009 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68b6dc-55c4-4471-8beb-f173cbbb1af5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec98862-6702-437c-a8ca-fe7bcaf393ab,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:45.072623 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6ac9f-9e6b-4928-86e6-230e39e683ba tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1801e8-b446-414a-b87d-240ff8a78350,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:45.098836 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509c47-7178-42d6-835f-e4442fc59efb req-90b9405a-72ee-40ff-bdc6-baa988b0d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.101330 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d509c47-7178-42d6-835f-e4442fc59efb req-90b9405a-72ee-40ff-bdc6-baa988b0d03a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe HTTP/1.1" status: 200 len: 853 time: 0.0701177 Dec 15 13:40:45.144244 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cb45e9db-9937-4e6f-9872-1aaeb85bbacc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.150408 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8a70-1f67-414c-ae89-2211beea4347 req-61a04ee6-dcbf-40f3-9970-846456ae740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.153100 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-61a04ee6-dcbf-40f3-9970-846456ae740f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 1096 time: 0.0931368 Dec 15 13:40:45.161446 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'f392142d-5653-486d-88bb-eb34c74febd6', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'port_id': '8387272b-2814-444a-bddf-6d072a131977', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'mac_address': 'fa:16:3e:e9:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc679789-d368-43f8-ae73-af016defaac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:42Z', 'updated_at': '2021-12-15T13:40:42Z', 'revision_number': 0, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 5, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:45.169217 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509c47-7178-42d6-835f-e4442fc59efb req-c2cf8a5f-3590-4d82-9af1-0c0783d09301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.171359 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d509c47-7178-42d6-835f-e4442fc59efb req-c2cf8a5f-3590-4d82-9af1-0c0783d09301 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67834753-f02a-48bf-8dbe-b2e35c44f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536461 Dec 15 13:40:45.192691 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] Checking router: 325a8392-a968-47db-9bdc-b9830c3b16c9 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:45.202153 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:45.202767 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:45.211195 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-4e73afc3-f55b-4ee7-a5f9-e9cfdc200cb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab HTTP/1.1" status: 200 len: 217 time: 0.0452361 Dec 15 13:40:45.274419 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cb45e9db-9937-4e6f-9872-1aaeb85bbacc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.279524 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cb45e9db-9937-4e6f-9872-1aaeb85bbacc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.283402 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d509c47-7178-42d6-835f-e4442fc59efb req-8c18355b-f729-4dfc-9ef9-fae4d8a6150e service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028759 Dec 15 13:40:45.304624 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8a70-1f67-414c-ae89-2211beea4347 req-160b2df8-7cdf-4abc-8376-eca87bfd2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.306332 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-160b2df8-7cdf-4abc-8376-eca87bfd2308 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 200 len: 850 time: 0.0843914 Dec 15 13:40:45.307926 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45e9db-9937-4e6f-9872-1aaeb85bbacc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5749eddb-20cc-40f5-946d-6bc7901f87d6,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:45.330231 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cb45e9db-9937-4e6f-9872-1aaeb85bbacc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.331542 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-cb45e9db-9937-4e6f-9872-1aaeb85bbacc tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2827981 Dec 15 13:40:45.341407 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57560) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:45.348474 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-b78701e0-310d-47a4-9671-6b3d9d2bd732 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'security_group_rule': {'security_group_id': '1b1801e8-b446-414a-b87d-240ff8a78350', 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:45.359315 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:45.368241 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8a70-1f67-414c-ae89-2211beea4347 req-6f4e95c2-d0f9-46f5-92cd-1c2e36ea08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.369746 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-6f4e95c2-d0f9-46f5-92cd-1c2e36ea08db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535812 Dec 15 13:40:45.404013 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b78701e0-310d-47a4-9671-6b3d9d2bd732 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.418964 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d509c47-7178-42d6-835f-e4442fc59efb req-c641980e-c69b-46f8-a141-1b995b7eba05 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277895 Dec 15 13:40:45.497460 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-28dfb605-4464-40f9-b89b-8be9f4dbf678 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152477 Dec 15 13:40:45.504647 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b78701e0-310d-47a4-9671-6b3d9d2bd732 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.512097 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b78701e0-310d-47a4-9671-6b3d9d2bd732 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.538074 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78701e0-310d-47a4-9671-6b3d9d2bd732 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83861450-e1dc-465a-aa99-30742c5692d5,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:45.550925 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ade444-4949-4cd5-9dc1-ed9990aa3b94 req-d0e08541-d4c3-4bae-aa0c-3eb086a5364e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.551873 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c9ade444-4949-4cd5-9dc1-ed9990aa3b94 req-d0e08541-d4c3-4bae-aa0c-3eb086a5364e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 943 time: 0.0820255 Dec 15 13:40:45.559030 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b78701e0-310d-47a4-9671-6b3d9d2bd732 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.559030 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-b78701e0-310d-47a4-9671-6b3d9d2bd732 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2150164 Dec 15 13:40:45.561819 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57564) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:45.568194 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-1da28573-86fe-474a-982e-383edac6a831 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'security_group_rule': {'security_group_id': '1b1801e8-b446-414a-b87d-240ff8a78350', 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:45.627846 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-730e8a70-1f67-414c-ae89-2211beea4347 req-efba16e8-5d8a-4024-a7ec-fef371596045 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209917 Dec 15 13:40:45.632943 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1da28573-86fe-474a-982e-383edac6a831 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.638673 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c9ade444-4949-4cd5-9dc1-ed9990aa3b94 req-1ac2f2a3-1b8a-4a67-a4e5-ea506f18918a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754025 Dec 15 13:40:45.666984 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'f392142d-5653-486d-88bb-eb34c74febd6', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'port_id': '8387272b-2814-444a-bddf-6d072a131977', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'mac_address': 'fa:16:3e:e9:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc679789-d368-43f8-ae73-af016defaac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:42Z', 'updated_at': '2021-12-15T13:40:42Z', 'revision_number': 0, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 5, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:45.697638 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1da28573-86fe-474a-982e-383edac6a831 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.697906 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75447a40-664e-43f8-ba9b-d6e0b80b7fb3 None None] The sync data for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi is: [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'f392142d-5653-486d-88bb-eb34c74febd6', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'port_id': '8387272b-2814-444a-bddf-6d072a131977', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'mac_address': 'fa:16:3e:e9:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc679789-d368-43f8-ae73-af016defaac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:42Z', 'updated_at': '2021-12-15T13:40:42Z', 'revision_number': 0, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 5, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:45.703595 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1da28573-86fe-474a-982e-383edac6a831 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.723082 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da28573-86fe-474a-982e-383edac6a831 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95c5803-2ff8-494b-8bbd-a016a45fae1f,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:45.731156 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1da28573-86fe-474a-982e-383edac6a831 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.735006 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1da28573-86fe-474a-982e-383edac6a831 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1706569 Dec 15 13:40:45.735309 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57568) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:45.741015 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'security_group_rule': {'security_group_id': '1b1801e8-b446-414a-b87d-240ff8a78350', 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:45.779735 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.794569 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760ee96-5545-4ee7-8741-ab5b6a5c5724 req-e19ecd87-a72a-41bf-820e-a7082fb3d0c5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.796122 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5760ee96-5545-4ee7-8741-ab5b6a5c5724 req-e19ecd87-a72a-41bf-820e-a7082fb3d0c5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0600312 Dec 15 13:40:45.846730 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5760ee96-5545-4ee7-8741-ab5b6a5c5724 req-fb5b9529-bbd9-47c4-bae6-c54482e7872c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Dec 15 13:40:45.861556 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.866066 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.885491 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f63d4da-ac0e-4f17-8af6-1dcc68de945c,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:45.896490 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:45.897872 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615338 Dec 15 13:40:45.899765 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.900211 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.900649 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.900878 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57572) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:45.901184 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.901608 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.902095 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.902629 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.903055 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.903485 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.903907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.904341 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.904764 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.905183 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd240f-c119-4506-bcfa-7c815359a542 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:45.910543 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-e263b41a-6332-4dfb-8cc4-ebbf4f223959 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'security_group_rule': {'security_group_id': '1b1801e8-b446-414a-b87d-240ff8a78350', 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:45.945573 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.securitygroups_db [None req-e263b41a-6332-4dfb-8cc4-ebbf4f223959 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Project 56ce01ca50734f87ad8566b49ea5292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:40:45.961169 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6962b4-68ae-4745-bad8-29ea4fbc099b None None] New status for floating IP f392142d-5653-486d-88bb-eb34c74febd6: ACTIVE {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:45.969667 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e263b41a-6332-4dfb-8cc4-ebbf4f223959 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.009639 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24f3b-b1bb-4ff9-a73d-a5c5ee07fa47 req-857ab697-526f-41ab-a47f-bd96eea466d5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.011565 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-05b24f3b-b1bb-4ff9-a73d-a5c5ee07fa47 req-857ab697-526f-41ab-a47f-bd96eea466d5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0838122 Dec 15 13:40:46.019988 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 57574) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:46.025063 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Request body: {'floatingip': {'port_id': 'eb6d9258-9d98-4855-ac93-8388249d6cd9'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:46.038016 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e263b41a-6332-4dfb-8cc4-ebbf4f223959 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.043472 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e263b41a-6332-4dfb-8cc4-ebbf4f223959 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.065923 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263b41a-6332-4dfb-8cc4-ebbf4f223959 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db13789b-6579-458b-a84a-40e724b57f81,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:46.069666 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.077175 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e263b41a-6332-4dfb-8cc4-ebbf4f223959 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.078527 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e263b41a-6332-4dfb-8cc4-ebbf4f223959 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1766174 Dec 15 13:40:46.081137 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57576) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:46.086670 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-ba83c650-290e-4d49-a30a-870546e8de71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'security_group_rule': {'security_group_id': '1b1801e8-b446-414a-b87d-240ff8a78350', 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:46.116177 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.securitygroups_db [None req-ba83c650-290e-4d49-a30a-870546e8de71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Project 56ce01ca50734f87ad8566b49ea5292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:40:46.122119 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ba83c650-290e-4d49-a30a-870546e8de71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.191437 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ba83c650-290e-4d49-a30a-870546e8de71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.195649 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ba83c650-290e-4d49-a30a-870546e8de71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.217801 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83c650-290e-4d49-a30a-870546e8de71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a2b6b6-6255-4560-be72-8c2f129d8edc,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:46.223672 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ba83c650-290e-4d49-a30a-870546e8de71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.226201 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-ba83c650-290e-4d49-a30a-870546e8de71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438980 Dec 15 13:40:46.314179 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-fb14eaf5-37e1-48fe-b12c-22d8fba3d0f7 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827285349&fields=id&tenant_id=56ce01ca50734f87ad8566b49ea5292a HTTP/1.1" status: 200 len: 267 time: 0.0450203 Dec 15 13:40:46.371969 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-b9bd1fda-2d1f-4813-9ab3-09396bf9ccf4 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.373305 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-b9bd1fda-2d1f-4813-9ab3-09396bf9ccf4 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.0533171 Dec 15 13:40:46.384757 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'port': {'security_groups': ['370d97a0-05f9-4d4c-8bbd-b206db300335', '1b1801e8-b446-414a-b87d-240ff8a78350']}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:46.451405 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.531862 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.535803 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.597888 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'tag': '7ec98862-6702-437c-a8ca-fe7bcaf393ab'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:46.600473 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e801ae-a287-43a7-acd8-537945947393" -d '{"events": [{"name": "network-changed", "server_uuid": "09248873-3a26-46a0-bbd1-b3574f74bc7a", "tag": "7ec98862-6702-437c-a8ca-fe7bcaf393ab"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:46.641106 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba4654-b3f7-41c4-8e9e-a154f13f737e x-openstack-request-id: req-7cba4654-b3f7-41c4-8e9e-a154f13f737e {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:46.641691 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09248873-3a26-46a0-bbd1-b3574f74bc7a", "tag": "7ec98862-6702-437c-a8ca-fe7bcaf393ab", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:46.641691 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7cba4654-b3f7-41c4-8e9e-a154f13f737e {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:46.642048 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'tag': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'status': 'completed', 'code': 200} Dec 15 13:40:46.645170 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] For port 8387272b-2814-444a-bddf-6d072a131977, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8387272b-2814-444a-bddf-6d072a131977,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:46.646850 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Floating IP 89d8a0e9-2d40-4093-be89-076e931682fa associated. External IP: 172.27.1.237, port: eb6d9258-9d98-4855-ac93-8388249d6cd9. Dec 15 13:40:46.685919 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.693777 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.706816 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8387272b-2814-444a-bddf-6d072a131977'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:46.774854 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.775573 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.780352 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-139b15a4-e306-4301-a9bf-78e4e1986ba0 req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "PUT /v2.0/ports/8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 982 time: 0.4004757 Dec 15 13:40:46.791952 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:46.799137 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3690e17e-a31a-4768-8274-50f8f152ecfe" -d '{"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:46.799681 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e801ae-a287-43a7-acd8-537945947393 req-2e5b0492-b80f-47cb-a8a3-c60adb7f0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.801315 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c1e801ae-a287-43a7-acd8-537945947393 req-2e5b0492-b80f-47cb-a8a3-c60adb7f0c88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 1096 time: 0.1121018 Dec 15 13:40:46.826395 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'Port': ['ID=8387272b-2814-444a-bddf-6d072a131977,revision_number=6']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:46.836227 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.837170 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.837170 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.837508 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.838053 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.838535 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.838871 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.839840 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.839840 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.840077 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.840379 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.840710 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.841038 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bef24-714f-4033-bfae-b236a88f5dcd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:46.860599 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e9520-0168-4143-ae49-a81eb2e1da7d req-bd15c456-dbba-41de-9b7c-d006b2cb3347 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.866034 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ae2e9520-0168-4143-ae49-a81eb2e1da7d req-bd15c456-dbba-41de-9b7c-d006b2cb3347 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 943 time: 0.1387937 Dec 15 13:40:46.877239 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8387272b-2814-444a-bddf-6d072a131977'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:46.946883 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da31c2-7e42-41e4-bee3-ef8378f24267 req-b3e3e3a5-e390-4c5f-b376-17e56573e1d3 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.955234 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-50da31c2-7e42-41e4-bee3-ef8378f24267 req-b3e3e3a5-e390-4c5f-b376-17e56573e1d3 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0878961 Dec 15 13:40:47.009434 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e801ae-a287-43a7-acd8-537945947393 req-1d581f1b-1087-4a20-bd15-2c783d9e85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.011946 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c1e801ae-a287-43a7-acd8-537945947393 req-1d581f1b-1087-4a20-bd15-2c783d9e85b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 912 time: 0.2016199 Dec 15 13:40:47.022657 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ae2e9520-0168-4143-ae49-a81eb2e1da7d req-ff570af4-b0f3-46bd-9544-412c81222885 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210446 Dec 15 13:40:47.060812 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-50da31c2-7e42-41e4-bee3-ef8378f24267 req-4b58ae28-4d65-485f-b4a0-342719b54452 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046853 Dec 15 13:40:47.070573 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c1e801ae-a287-43a7-acd8-537945947393 req-adc0f4a4-e8a1-4ede-af3d-e80cd53c544e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab HTTP/1.1" status: 200 len: 217 time: 0.0478446 Dec 15 13:40:47.080044 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Router a4e232e7-3c43-4893-81c6-7cd8c49a3629 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:47.122522 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158b48f7-aeab-4a5d-aefd-203a81b4bbcb x-openstack-request-id: req-158b48f7-aeab-4a5d-aefd-203a81b4bbcb {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:47.122838 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:47.123089 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-158b48f7-aeab-4a5d-aefd-203a81b4bbcb {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:47.123483 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977', 'status': 'completed', 'code': 200} Dec 15 13:40:47.140453 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e801ae-a287-43a7-acd8-537945947393 req-7d67c377-e7e7-48ef-aa88-37601d4b5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.142003 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c1e801ae-a287-43a7-acd8-537945947393 req-7d67c377-e7e7-48ef-aa88-37601d4b5d9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 200 len: 850 time: 0.0592651 Dec 15 13:40:47.205671 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-527f8d7c-3b12-4b9f-b0bc-522b68fa63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.207310 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-527f8d7c-3b12-4b9f-b0bc-522b68fa63ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56ce01ca50734f87ad8566b49ea5292a&device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1138 time: 0.0505300 Dec 15 13:40:47.236882 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-5de78364-32d9-49c1-b368-4b4ee87bcb22 None None] Provisioning complete for port 8387272b-2814-444a-bddf-6d072a131977 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:47.237241 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5de78364-32d9-49c1-b368-4b4ee87bcb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.269639 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e801ae-a287-43a7-acd8-537945947393 req-07b77245-cb6a-4319-9420-ab7eb9b70c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.271169 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c1e801ae-a287-43a7-acd8-537945947393 req-07b77245-cb6a-4319-9420-ab7eb9b70c80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914795 Dec 15 13:40:47.319985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-5fcdee03-1d89-453c-8a2a-f412dae1e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.321717 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-5fcdee03-1d89-453c-8a2a-f412dae1e784 service neutron] 10.222.0.66 "GET /v2.0/networks?id=67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 200 len: 915 time: 0.0980337 Dec 15 13:40:47.330574 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:47.336391 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:47.346867 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] Sync routers for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:47.381496 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d1f0b2bd-79c2-4820-9afb-861c2e1fefac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "PUT /v2.0/floatingips/89d8a0e9-2d40-4093-be89-076e931682fa HTTP/1.1" status: 200 len: 991 time: 1.3564429 Dec 15 13:40:47.411383 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:47.412007 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:47.413888 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-7e846409-36b2-41c5-ba49-004a19277cda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 1001 time: 0.0808215 Dec 15 13:40:47.420473 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c1e801ae-a287-43a7-acd8-537945947393 req-09b5bc19-dc17-4741-a598-5b5070c49c7c service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397588 Dec 15 13:40:47.469116 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-c64fdba1-0a38-4dd4-8207-616212a2bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.473349 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-c64fdba1-0a38-4dd4-8207-616212a2bf56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe HTTP/1.1" status: 200 len: 853 time: 0.0526788 Dec 15 13:40:47.529989 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c1e801ae-a287-43a7-acd8-537945947393 req-3c0a609f-a576-4049-8f4d-c9f713558509 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950544 Dec 15 13:40:47.530187 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-46fad729-205d-4c89-87f4-65382ad24f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.531837 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-46fad729-205d-4c89-87f4-65382ad24f86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67834753-f02a-48bf-8dbe-b2e35c44f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513480 Dec 15 13:40:47.584101 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:47.632281 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-d457a1c4-e9f9-4fbe-aff5-779517d60761 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915484 Dec 15 13:40:47.725985 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3690e17e-a31a-4768-8274-50f8f152ecfe req-76707280-d1b6-49a7-8278-5a1fc8a33119 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847182 Dec 15 13:40:47.825870 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': '89d8a0e9-2d40-4093-be89-076e931682fa', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'port_id': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'mac_address': 'fa:16:3e:0c:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:46Z', 'revision_number': 1, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:47.859639 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] Checking router: a4e232e7-3c43-4893-81c6-7cd8c49a3629 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:47.871878 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:47.872750 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:47.974811 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:48.147474 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333a19-60f6-4d11-9f33-d635ce84f724 req-1e318081-59bd-4bde-a192-da6d17077eb8 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:48.149050 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-91333a19-60f6-4d11-9f33-d635ce84f724 req-1e318081-59bd-4bde-a192-da6d17077eb8 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 943 time: 0.0499051 Dec 15 13:40:48.202439 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': '89d8a0e9-2d40-4093-be89-076e931682fa', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'port_id': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'mac_address': 'fa:16:3e:0c:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:46Z', 'revision_number': 1, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:48.203999 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-91333a19-60f6-4d11-9f33-d635ce84f724 req-f282a7e0-796c-4fb0-a916-9eab5968d2d9 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486665 Dec 15 13:40:48.228548 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971736b-3f38-4633-81ca-7ee9336340ad None None] The sync data for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi is: [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': '89d8a0e9-2d40-4093-be89-076e931682fa', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'port_id': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'mac_address': 'fa:16:3e:0c:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:46Z', 'revision_number': 1, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:48.428949 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e578b3e7-d626-4664-a62d-33e57499b0a7 None None] New status for floating IP 89d8a0e9-2d40-4093-be89-076e931682fa: ACTIVE {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:48.643405 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:48.645695 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba956d96-a368-4a18-bc0e-013b99833238" -d '{"events": [{"name": "network-changed", "server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:48.680615 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c53278-6f00-46bd-a04b-8172ea12ba0a x-openstack-request-id: req-06c53278-6f00-46bd-a04b-8172ea12ba0a {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:48.680906 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:48.681160 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-06c53278-6f00-46bd-a04b-8172ea12ba0a {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:48.681561 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'status': 'completed', 'code': 200} Dec 15 13:40:48.752910 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956d96-a368-4a18-bc0e-013b99833238 req-f2e47101-b7e9-4893-bd2e-9b2c13e2d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:48.754466 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba956d96-a368-4a18-bc0e-013b99833238 req-f2e47101-b7e9-4893-bd2e-9b2c13e2d501 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0455756 Dec 15 13:40:48.842864 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956d96-a368-4a18-bc0e-013b99833238 req-7e621096-766e-4a2c-9d83-c26fbc9b0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:48.844377 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba956d96-a368-4a18-bc0e-013b99833238 req-7e621096-766e-4a2c-9d83-c26fbc9b0fd1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.0820258 Dec 15 13:40:48.923123 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba956d96-a368-4a18-bc0e-013b99833238 req-372cb3ed-a015-4908-8917-05a266075bb8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0610957 Dec 15 13:40:48.971827 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956d96-a368-4a18-bc0e-013b99833238 req-9e2be88f-4fc6-478d-9a41-c5d671abfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:48.973216 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba956d96-a368-4a18-bc0e-013b99833238 req-9e2be88f-4fc6-478d-9a41-c5d671abfae1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0430338 Dec 15 13:40:49.018749 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956d96-a368-4a18-bc0e-013b99833238 req-2ec91203-0eed-4a9c-b663-60ac0045e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:49.020286 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba956d96-a368-4a18-bc0e-013b99833238 req-2ec91203-0eed-4a9c-b663-60ac0045e094 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395093 Dec 15 13:40:49.159142 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 7ec98862-6702-437c-a8ca-fe7bcaf393ab details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:49.368564 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f9e5c-d02a-471e-8688-5e3239339595 req-c8e677c3-2398-4ccb-aab3-f452825bc0f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:49.370061 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-668f9e5c-d02a-471e-8688-5e3239339595 req-c8e677c3-2398-4ccb-aab3-f452825bc0f1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 943 time: 0.0778575 Dec 15 13:40:49.375181 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba956d96-a368-4a18-bc0e-013b99833238 req-ff04a694-f3df-4ace-9462-9a630fc533ac service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470178 Dec 15 13:40:49.391404 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 7ec98862-6702-437c-a8ca-fe7bcaf393ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:49.403109 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'port_id': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'mac_address': 'fa:16:3e:0a:b6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:49.445893 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:49.463330 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec98862-6702-437c-a8ca-fe7bcaf393ab {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:49.472886 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-668f9e5c-d02a-471e-8688-5e3239339595 req-1ef8cfbd-9ea0-4ded-a28e-ed4bd64ab140 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950718 Dec 15 13:40:49.484751 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 7ec98862-6702-437c-a8ca-fe7bcaf393ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:49.488941 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:49.511663 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ba956d96-a368-4a18-bc0e-013b99833238 req-4a44b59e-2508-4f48-a293-1eaa4c38f07a service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268191 Dec 15 13:40:49.540823 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=7ec98862-6702-437c-a8ca-fe7bcaf393ab,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:49.768126 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['7ec98862-6702-437c-a8ca-fe7bcaf393ab'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:50.594216 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdcf47-cabf-4dff-8912-d113923e4d74 req-423c1b1e-b4c5-4e2b-82b7-b9e8c9936b56 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:50.595698 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-96cdcf47-cabf-4dff-8912-d113923e4d74 req-423c1b1e-b4c5-4e2b-82b7-b9e8c9936b56 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 944 time: 0.0506525 Dec 15 13:40:50.643491 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-96cdcf47-cabf-4dff-8912-d113923e4d74 req-c50c0be3-a488-4e69-a9d1-229d924c6d8d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418901 Dec 15 13:40:51.174895 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 7ec98862-6702-437c-a8ca-fe7bcaf393ab up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:51.226217 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 7ec98862-6702-437c-a8ca-fe7bcaf393ab completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:40:51.230920 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 7ec98862-6702-437c-a8ca-fe7bcaf393ab triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:51.231313 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.309901 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.331689 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec98862-6702-437c-a8ca-fe7bcaf393ab'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:51.334107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b21b2d6-581a-478b-8d3a-15170dfde01d" -d '{"events": [{"server_uuid": "09248873-3a26-46a0-bbd1-b3574f74bc7a", "name": "network-vif-plugged", "status": "completed", "tag": "7ec98862-6702-437c-a8ca-fe7bcaf393ab"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:51.350763 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 7ec98862-6702-437c-a8ca-fe7bcaf393ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:51.357078 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:51.383327 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73130d85-5add-4fbc-a68e-bc87f1d35a13 x-openstack-request-id: req-73130d85-5add-4fbc-a68e-bc87f1d35a13 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:51.383635 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09248873-3a26-46a0-bbd1-b3574f74bc7a", "name": "network-vif-plugged", "status": "completed", "tag": "7ec98862-6702-437c-a8ca-fe7bcaf393ab", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:51.384262 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-73130d85-5add-4fbc-a68e-bc87f1d35a13 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:51.384651 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'code': 200} Dec 15 13:40:51.412717 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=7ec98862-6702-437c-a8ca-fe7bcaf393ab,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:51.546264 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d839ab1-5b3f-430c-b8aa-07a110395c42 req-63f66477-867b-4b93-93b3-791078aab6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:51.547846 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7d839ab1-5b3f-430c-b8aa-07a110395c42 req-63f66477-867b-4b93-93b3-791078aab6d9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 1098 time: 0.0392582 Dec 15 13:40:51.594957 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7d839ab1-5b3f-430c-b8aa-07a110395c42 req-b93d3e9c-d245-4705-ac8d-46a05c38dbf0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396049 Dec 15 13:40:51.766009 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d39e-820c-4cc3-b085-31cf34957dc7 req-5e8563ea-33b5-4fec-9697-cfdeab7155ac tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:51.767554 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c9f1d39e-820c-4cc3-b085-31cf34957dc7 req-5e8563ea-33b5-4fec-9697-cfdeab7155ac tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0509856 Dec 15 13:40:51.820558 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c9f1d39e-820c-4cc3-b085-31cf34957dc7 req-9fdb6e94-b8c5-423e-8ff3-015949e57c9a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444739 Dec 15 13:40:52.943199 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e769-984b-4edc-a024-a6ef67029825 req-c8af5a67-e413-487f-8ed4-12a5726f89ad tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:52.944667 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b8a5e769-984b-4edc-a024-a6ef67029825 req-c8af5a67-e413-487f-8ed4-12a5726f89ad tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0477812 Dec 15 13:40:52.991774 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b8a5e769-984b-4edc-a024-a6ef67029825 req-e81d7764-f678-4538-b9e1-5a45fb17271a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Dec 15 13:40:53.104696 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08ae01-db3e-465c-b9c6-af3c1a7266cc req-ff8ea2d1-e783-4f15-a215-d12c780e85fa tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:53.106788 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-aa08ae01-db3e-465c-b9c6-af3c1a7266cc req-ff8ea2d1-e783-4f15-a215-d12c780e85fa tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0514944 Dec 15 13:40:53.115146 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57624) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:53.119338 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'floatingip': {'port_id': '7ec98862-6702-437c-a8ca-fe7bcaf393ab'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:40:53.158738 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.588803 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.592617 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:53.689312 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.l3_db [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Floating IP c359a9af-60d3-4df3-b2c3-4d5ffb5e1734 associated. External IP: 172.27.1.88, port: 7ec98862-6702-437c-a8ca-fe7bcaf393ab. Dec 15 13:40:53.899384 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Router e4b94a25-eaf0-497d-b7bc-64c37700a5db has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:40:54.005014 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:40:54.010071 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:54.016581 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] Sync routers for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:40:54.026103 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:54.026712 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:54.037716 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-0364e705-b0b7-4f16-9384-aee841c5da1e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "PUT /v2.0/floatingips/c359a9af-60d3-4df3-b2c3-4d5ffb5e1734 HTTP/1.1" status: 200 len: 990 time: 0.9215138 Dec 15 13:40:54.038456 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'tag': '7ec98862-6702-437c-a8ca-fe7bcaf393ab'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:54.040936 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a902c627-53f1-407c-b66a-8b95ae66e477" -d '{"events": [{"name": "network-changed", "server_uuid": "09248873-3a26-46a0-bbd1-b3574f74bc7a", "tag": "7ec98862-6702-437c-a8ca-fe7bcaf393ab"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:54.079995 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b153488-1b7e-4be4-baf7-cee8ef1b1e08 x-openstack-request-id: req-4b153488-1b7e-4be4-baf7-cee8ef1b1e08 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:54.080298 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09248873-3a26-46a0-bbd1-b3574f74bc7a", "tag": "7ec98862-6702-437c-a8ca-fe7bcaf393ab", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:54.080558 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4b153488-1b7e-4be4-baf7-cee8ef1b1e08 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:54.080965 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'tag': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'status': 'completed', 'code': 200} Dec 15 13:40:54.138950 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:54.150708 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-c08c8280-a27b-4be0-a955-4e79cb74af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:54.152434 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-c08c8280-a27b-4be0-a955-4e79cb74af65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 1098 time: 0.0482724 Dec 15 13:40:54.243387 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-4daae24b-1687-4bec-b640-fd6fa4838a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:54.244859 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-4daae24b-1687-4bec-b640-fd6fa4838a1f service neutron] 10.222.0.66 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 912 time: 0.0841222 Dec 15 13:40:54.320265 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-206fe84a-6235-4a6c-b2b2-d02de642ad19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab HTTP/1.1" status: 200 len: 998 time: 0.0604184 Dec 15 13:40:54.368426 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-4b7336d7-60dd-42bb-b5bd-c522718663ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:54.369910 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-4b7336d7-60dd-42bb-b5bd-c522718663ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 200 len: 850 time: 0.0483141 Dec 15 13:40:54.370974 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'c359a9af-60d3-4df3-b2c3-4d5ffb5e1734', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'port_id': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'mac_address': 'fa:16:3e:0a:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:39Z', 'updated_at': '2021-12-15T13:40:53Z', 'revision_number': 1, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:54.396999 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] Checking router: e4b94a25-eaf0-497d-b7bc-64c37700a5db for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:40:54.406957 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:40:54.407570 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:40:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:54.423271 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-151b0ace-7553-4e8f-a5c7-10713d44d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:54.424787 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-151b0ace-7553-4e8f-a5c7-10713d44d3cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465949 Dec 15 13:40:54.512088 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:40:54.516900 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-13b52a17-1c78-4631-a7a5-b88f5fabd185 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847492 Dec 15 13:40:54.608267 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a902c627-53f1-407c-b66a-8b95ae66e477 req-838a01ba-4d72-4123-8fb5-e635f3f4f4a2 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842733 Dec 15 13:40:54.737953 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'c359a9af-60d3-4df3-b2c3-4d5ffb5e1734', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'port_id': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'mac_address': 'fa:16:3e:0a:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:39Z', 'updated_at': '2021-12-15T13:40:53Z', 'revision_number': 1, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:40:54.768316 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d1cf3-cf59-46b2-9d00-0483ecbc9ff5 None None] The sync data for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi is: [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'c359a9af-60d3-4df3-b2c3-4d5ffb5e1734', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'port_id': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'mac_address': 'fa:16:3e:0a:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:40:39Z', 'updated_at': '2021-12-15T13:40:53Z', 'revision_number': 1, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:40:54.952016 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40d943-ef1f-4d2d-aa5e-af7a47c1cc7e None None] New status for floating IP c359a9af-60d3-4df3-b2c3-4d5ffb5e1734: ACTIVE {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:40:59.626515 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-624e63f6-2398-4b70-aac4-70d46402aa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:59.662953 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:41:02.194689 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b6b19c9c-ee67-4680-ab4c-a2441182adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:03.249330 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:04.901697 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:05.541569 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:06.392348 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:09.929478 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a51c2-c383-4e90-a400-214029085d25 req-8572ec9e-195a-4bbe-940a-504d92c61872 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:09.931034 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fe2a51c2-c383-4e90-a400-214029085d25 req-8572ec9e-195a-4bbe-940a-504d92c61872 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0821931 Dec 15 13:41:09.947758 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40e530-1090-4373-9602-fccd1fb33758 req-0e0e48d3-5b2c-4463-a72c-d7c8a0c46051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:09.949852 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5e40e530-1090-4373-9602-fccd1fb33758 req-0e0e48d3-5b2c-4463-a72c-d7c8a0c46051 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56ce01ca50734f87ad8566b49ea5292a&device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1138 time: 0.0732396 Dec 15 13:41:10.053269 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fe2a51c2-c383-4e90-a400-214029085d25 req-42a295c5-61d2-4d9d-ba32-fe33a8c11f24 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155460 Dec 15 13:41:10.082679 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40e530-1090-4373-9602-fccd1fb33758 req-ae62b991-e9c8-4c5d-ab6e-b9ca5d2cc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:10.084151 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5e40e530-1090-4373-9602-fccd1fb33758 req-ae62b991-e9c8-4c5d-ab6e-b9ca5d2cc5c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 200 len: 915 time: 0.1238580 Dec 15 13:41:10.155931 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5e40e530-1090-4373-9602-fccd1fb33758 req-e354ce5f-16ce-46ae-96d9-1c4874f9ceeb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 1001 time: 0.0635722 Dec 15 13:41:10.207148 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40e530-1090-4373-9602-fccd1fb33758 req-a8816f6f-ee0d-4f92-9b3b-3d8215e233b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:10.208515 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5e40e530-1090-4373-9602-fccd1fb33758 req-a8816f6f-ee0d-4f92-9b3b-3d8215e233b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe HTTP/1.1" status: 200 len: 853 time: 0.0439808 Dec 15 13:41:10.256948 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40e530-1090-4373-9602-fccd1fb33758 req-fdc27d4d-ecb4-4604-bdc1-dd403a623ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:10.258415 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5e40e530-1090-4373-9602-fccd1fb33758 req-fdc27d4d-ecb4-4604-bdc1-dd403a623ad2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67834753-f02a-48bf-8dbe-b2e35c44f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383532 Dec 15 13:41:10.350681 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5e40e530-1090-4373-9602-fccd1fb33758 req-87aa0bf2-55eb-46d5-9aaa-6df2868e4c1f service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829771 Dec 15 13:41:10.444282 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5e40e530-1090-4373-9602-fccd1fb33758 req-376800e3-871e-476a-a5a1-6547fb5c3d92 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818784 Dec 15 13:41:11.176502 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bf344-5769-4170-b6ef-40c443ac0828 req-fcf51e19-a3ae-455f-91d8-c26bb30905b1 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:11.178013 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4c1bf344-5769-4170-b6ef-40c443ac0828 req-fcf51e19-a3ae-455f-91d8-c26bb30905b1 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0544229 Dec 15 13:41:11.238495 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4c1bf344-5769-4170-b6ef-40c443ac0828 req-08878e24-8ecd-40d0-857f-26e8208cd7d0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544875 Dec 15 13:41:12.365110 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246afb4-ddd8-4cfa-9f83-fe3f646eb5cf req-03e366fe-cebb-4ffa-901d-329f3ee28cfd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:12.366650 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e246afb4-ddd8-4cfa-9f83-fe3f646eb5cf req-03e366fe-cebb-4ffa-901d-329f3ee28cfd tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0574942 Dec 15 13:41:12.428117 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e246afb4-ddd8-4cfa-9f83-fe3f646eb5cf req-b98c1e80-a906-4d8c-90ed-e4982d665b89 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550599 Dec 15 13:41:13.555457 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e90bcd-9ec0-435c-ab87-9ddab9aa4e14 req-f5f7762b-b342-4c20-b14c-2221502bf8d9 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:13.557033 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-76e90bcd-9ec0-435c-ab87-9ddab9aa4e14 req-f5f7762b-b342-4c20-b14c-2221502bf8d9 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0559666 Dec 15 13:41:13.628753 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-76e90bcd-9ec0-435c-ab87-9ddab9aa4e14 req-13d8a40c-cf47-4c3c-b636-6e3902d688f2 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642021 Dec 15 13:41:14.752166 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24091f18-8cc1-4f4b-a60c-8a3fff10e0d2 req-101c7928-9f8c-4477-a86a-e884d8a52aa4 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:14.753663 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-24091f18-8cc1-4f4b-a60c-8a3fff10e0d2 req-101c7928-9f8c-4477-a86a-e884d8a52aa4 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0502198 Dec 15 13:41:14.816260 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-24091f18-8cc1-4f4b-a60c-8a3fff10e0d2 req-4ed821ff-7a85-4f65-8eb1-db5a92a1ff71 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565736 Dec 15 13:41:15.936303 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c960c8-0b05-42da-b8dd-23b25ab81ec4 req-51abd8a6-d2c0-46b9-923f-1a0a0760d4be tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:15.937850 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-56c960c8-0b05-42da-b8dd-23b25ab81ec4 req-51abd8a6-d2c0-46b9-923f-1a0a0760d4be tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0496547 Dec 15 13:41:16.003479 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-56c960c8-0b05-42da-b8dd-23b25ab81ec4 req-7a7941f9-ab3c-4119-8f82-8866cf57eeb6 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596786 Dec 15 13:41:17.123096 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00f8a9-8801-45c9-b08b-36ae9b8e22bd req-dbb9106d-3204-4722-9274-06e320234fa4 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:17.124604 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ad00f8a9-8801-45c9-b08b-36ae9b8e22bd req-dbb9106d-3204-4722-9274-06e320234fa4 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0516980 Dec 15 13:41:17.194825 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ad00f8a9-8801-45c9-b08b-36ae9b8e22bd req-1d30a2a9-e876-4167-bee4-2e3f51bc6030 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635643 Dec 15 13:41:18.312400 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4704e4-155b-4290-b1f3-e2ae16a65551 req-cbb4e14a-1d11-4351-802b-9c7f0609c892 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:18.313895 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7d4704e4-155b-4290-b1f3-e2ae16a65551 req-cbb4e14a-1d11-4351-802b-9c7f0609c892 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0496762 Dec 15 13:41:18.380255 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7d4704e4-155b-4290-b1f3-e2ae16a65551 req-2b8c8f6c-e976-459c-9509-2d1c72067051 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598023 Dec 15 13:41:19.318293 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8bfb1-474b-4d42-a85c-de037d2e7e9d req-406c80f2-faac-4da0-a524-a92304f3eaa6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:19.320472 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-19e8bfb1-474b-4d42-a85c-de037d2e7e9d req-406c80f2-faac-4da0-a524-a92304f3eaa6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 945 time: 0.0581152 Dec 15 13:41:19.375463 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-19e8bfb1-474b-4d42-a85c-de037d2e7e9d req-e9eb5a0c-d0f6-40bd-a7bf-90bd64066e71 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488439 Dec 15 13:41:19.496406 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a194c-2b82-4f3d-8f11-3a9749c89a64 req-cffe853c-6cb0-4699-a752-c12b76259504 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:19.497931 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6e5a194c-2b82-4f3d-8f11-3a9749c89a64 req-cffe853c-6cb0-4699-a752-c12b76259504 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0508687 Dec 15 13:41:19.559258 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6e5a194c-2b82-4f3d-8f11-3a9749c89a64 req-160e6aaa-695f-44d0-a1b8-17a9f0fb97db tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551922 Dec 15 13:41:20.499602 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a872df8-cb59-47d8-9418-0f0400d7b31b req-f2d02102-acb6-47c2-912e-2673ec4f4b98 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:20.501175 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8a872df8-cb59-47d8-9418-0f0400d7b31b req-f2d02102-acb6-47c2-912e-2673ec4f4b98 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 945 time: 0.0530748 Dec 15 13:41:20.561974 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8a872df8-cb59-47d8-9418-0f0400d7b31b req-77dffb88-e3a2-428f-a53c-1cff36d46711 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539296 Dec 15 13:41:20.679640 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84c0b2-c135-48cb-8f02-f241d950169e req-22af29c2-cac0-4587-b971-1576665d8c8f tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:20.681122 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bb84c0b2-c135-48cb-8f02-f241d950169e req-22af29c2-cac0-4587-b971-1576665d8c8f tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0501003 Dec 15 13:41:20.742843 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bb84c0b2-c135-48cb-8f02-f241d950169e req-cd428c76-5ba7-4431-b1a6-ad38c36fae30 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551307 Dec 15 13:41:21.285728 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-3d3a1df3-58f8-4080-88b0-d86e85719612 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:21.287200 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-3d3a1df3-58f8-4080-88b0-d86e85719612 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 945 time: 0.0481765 Dec 15 13:41:21.393523 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Deleting port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:21.393899 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.482690 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] For port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:21.483046 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.683821 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.684470 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.684586 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.l3_db [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Floating IP 35a8728e-e70b-479e-87af-eaea6efe7cf1 disassociated. External IP: 172.27.1.169, port: 0387f3fb-6863-45ce-b5d6-5a1b21700b4b. Dec 15 13:41:21.684870 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Calling delete_port for 0387f3fb-6863-45ce-b5d6-5a1b21700b4b owned by compute:nova {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:21.709855 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f81a7c-0fb6-41ac-9a6f-5822ad110b3d req-aa046aa4-398f-4004-b135-2f47b4f90bd3 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:21.711562 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b4f81a7c-0fb6-41ac-9a6f-5822ad110b3d req-aa046aa4-398f-4004-b135-2f47b4f90bd3 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 945 time: 0.0781066 Dec 15 13:41:21.797122 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b4f81a7c-0fb6-41ac-9a6f-5822ad110b3d req-e0135e5e-b8b9-4701-a795-9c439e1b6a18 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583999 Dec 15 13:41:21.899253 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a5766-7fd4-41cc-af52-8970075d5fd4 req-4b012b4e-4385-49e8-be50-833b072da1fa tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:21.901345 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5c8a5766-7fd4-41cc-af52-8970075d5fd4 req-4b012b4e-4385-49e8-be50-833b072da1fa tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0878534 Dec 15 13:41:21.902382 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:21.935963 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event deleted for resources: {'Port': ['ID=0387f3fb-6863-45ce-b5d6-5a1b21700b4b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:22.055404 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5c8a5766-7fd4-41cc-af52-8970075d5fd4 req-9f31dcba-42d3-4624-b46a-c0a23df2e27f tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=1b1801e8-b446-414a-b87d-240ff8a78350&id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444573 Dec 15 13:41:22.089214 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Router 31920225-105f-4b78-a4f1-470ea8f56b78 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:41:22.198468 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:22.209256 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:22.219944 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:22.220476 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:41:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:22.240017 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] No DVR routers for this DVR port 0387f3fb-6863-45ce-b5d6-5a1b21700b4b on host hv-cinder-81322 {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:22.243208 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:22.247276 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a5e5b25c-1137-43d7-a99e-849e6c49df0e req-c56041a8-9fe3-4dfb-ac32-7666564c1643 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "DELETE /v2.0/ports/0387f3fb-6863-45ce-b5d6-5a1b21700b4b HTTP/1.1" status: 204 len: 173 time: 0.9457874 Dec 15 13:41:22.247723 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'name': 'network-vif-deleted', 'tag': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:22.249976 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f488947-ddc3-4f97-b3db-98f72d79c0dd" -d '{"events": [{"server_uuid": "8aa99337-9b29-41bc-90eb-cf4ffdbc2a44", "name": "network-vif-deleted", "tag": "0387f3fb-6863-45ce-b5d6-5a1b21700b4b"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:22.293480 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519d1b07-8446-43b0-a5d2-c5c0f2053837 x-openstack-request-id: req-519d1b07-8446-43b0-a5d2-c5c0f2053837 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:22.293925 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa99337-9b29-41bc-90eb-cf4ffdbc2a44", "name": "network-vif-deleted", "tag": "0387f3fb-6863-45ce-b5d6-5a1b21700b4b", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:22.294220 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-519d1b07-8446-43b0-a5d2-c5c0f2053837 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:22.294621 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa99337-9b29-41bc-90eb-cf4ffdbc2a44', 'name': 'network-vif-deleted', 'tag': '0387f3fb-6863-45ce-b5d6-5a1b21700b4b', 'status': 'completed', 'code': 200} Dec 15 13:41:22.328412 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:22.534944 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:22.560950 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:22.569494 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:22.570136 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:41:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:22.688903 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:23.039089 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:23.066969 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19525c56-436d-451e-8864-1af41c2fb5f8 None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:23.142338 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5f8b3a62-d290-4853-873b-15be1591c6e8 req-bcf43056-adc5-4819-af48-b68598c6bfe6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aa99337-9b29-41bc-90eb-cf4ffdbc2a44 HTTP/1.1" status: 200 len: 210 time: 0.2584059 Dec 15 13:41:23.284719 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162973de-c801-470b-904b-642afafb3d79 None None] New status for floating IP 35a8728e-e70b-479e-87af-eaea6efe7cf1: DOWN {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:41:24.389628 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-e61e4942-b4d7-43e9-baa5-01e7e2a747dd tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219894246&fields=id&tenant_id=c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 267 time: 0.0432477 Dec 15 13:41:24.499823 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576324-945e-40c0-aa97-3b74d904af71 req-e389b4d2-aab4-429b-a37a-c7a96dcc4726 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:24.501191 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-e389b4d2-aab4-429b-a37a-c7a96dcc4726 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 812 time: 0.1047571 Dec 15 13:41:24.515885 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-5d970d0f-6763-45b5-a61c-8441f545484c tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/quotas/c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 375 time: 0.0090096 Dec 15 13:41:24.566012 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-4f65e1c1-9f67-4789-8396-a9687c64d9cf tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448303 Dec 15 13:41:24.658440 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-79c63cd0-3e6a-405f-8a85-bdae7d3deb96 service neutron] 10.222.0.83 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813866 Dec 15 13:41:24.748493 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-61a88cbf-273e-4c60-b7c9-b53561e9874d service neutron] 10.222.0.83 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Dec 15 13:41:25.048458 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a5c81642-0e8c-4383-910b-e327e5a2dc00 req-3a2ff20b-7f6a-4cc5-9138-c2d15e797e6f tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 210 time: 0.0327132 Dec 15 13:41:25.270800 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 0387f3fb-6863-45ce-b5d6-5a1b21700b4b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:25.292112 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 0387f3fb-6863-45ce-b5d6-5a1b21700b4b {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:25.292460 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 0387f3fb-6863-45ce-b5d6-5a1b21700b4b not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:26.095342 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576324-945e-40c0-aa97-3b74d904af71 req-90ccecc8-5d23-44cf-a898-21186fcd2828 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:26.096955 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-90ccecc8-5d23-44cf-a898-21186fcd2828 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 812 time: 0.1199951 Dec 15 13:41:26.165588 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5a9a2227-0b07-4122-8859-656774673039 req-be087c23-9d73-44b6-a08b-9673ad749bdd tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 210 time: 0.0444951 Dec 15 13:41:26.198060 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-d93da5ed-3989-4f0f-8233-cbe285421abd tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 380 time: 0.0904868 Dec 15 13:41:26.211577 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'port': {'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'admin_state_up': True, 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'security_groups': ['fcf70fc2-d28b-482d-baaa-5118a849ccef']}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:26.323033 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Made reservation on behalf of c0da9050a08e442887ca8dc346374836 for: {'port': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:41:26.326666 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:26.451042 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Allocated IP 172.20.0.7 (7bf9178e-ef91-4e23-a896-35ca60172592/89513571-70e8-446d-99c6-6446748ef3f8/4e829204-dbd1-42b8-a2ff-635b2e378baf) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:26.612292 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:26.653264 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:26.699855 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Network 7bf9178e-ef91-4e23-a896-35ca60172592 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:26.703120 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:26.706975 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:26.738786 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=4e829204-dbd1-42b8-a2ff-635b2e378baf,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:26.762811 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:26.763431 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:26.780047 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-b28db3c7-e5e3-4276-8b74-f7e82b1af413 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5743132 Dec 15 13:41:26.794366 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Request body: {'port': {'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:26.849874 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:26.981555 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-3906e623-1fb3-4620-8192-9ce00190e104 None None] Provisioning complete for port 4e829204-dbd1-42b8-a2ff-635b2e378baf triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:26.982105 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-3906e623-1fb3-4620-8192-9ce00190e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.022185 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-3906e623-1fb3-4620-8192-9ce00190e104 None None] Port 4e829204-dbd1-42b8-a2ff-635b2e378baf cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:41:27.117218 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e829204-dbd1-42b8-a2ff-635b2e378baf {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:27.124942 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.137905 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Transition to ACTIVE for port object 4e829204-dbd1-42b8-a2ff-635b2e378baf will not be triggered until provisioned by entity L2. {{(pid=102648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:41:27.141472 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.193158 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Pushing event updated for resources: {'Port': ['ID=4e829204-dbd1-42b8-a2ff-635b2e378baf,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:27.270937 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Attempting to bind port 4e829204-dbd1-42b8-a2ff-635b2e378baf on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:41:27.271284 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Attempting to bind port 4e829204-dbd1-42b8-a2ff-635b2e378baf by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:41:27.271613 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Attempting to bind port 4e829204-dbd1-42b8-a2ff-635b2e378baf on network 7bf9178e-ef91-4e23-a896-35ca60172592 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:27.276255 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Port 4e829204-dbd1-42b8-a2ff-635b2e378baf on network 7bf9178e-ef91-4e23-a896-35ca60172592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:41:27.276592 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Attempting to bind port 4e829204-dbd1-42b8-a2ff-635b2e378baf on network 7bf9178e-ef91-4e23-a896-35ca60172592 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:41:27.282405 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:41:27.282733 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Checking segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:41:27.283117 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Bound using segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:41:27.283537 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Bound port: 4e829204-dbd1-42b8-a2ff-635b2e378baf, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:41:27.283892 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.392984 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] For port 4e829204-dbd1-42b8-a2ff-635b2e378baf, host hv-cinder-81322, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:41:27.398281 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] For port 4e829204-dbd1-42b8-a2ff-635b2e378baf, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:41:27.408498 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26f892-0ece-4506-b1c8-4502b9d64b64 req-aa43b813-5dbd-4c25-b290-d1c18cd9f065 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:27.410079 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6d26f892-0ece-4506-b1c8-4502b9d64b64 req-aa43b813-5dbd-4c25-b290-d1c18cd9f065 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.1652725 Dec 15 13:41:27.411599 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.460189 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:27.460992 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:27.462401 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] 10.222.0.66 "PUT /v2.0/ports/4e829204-dbd1-42b8-a2ff-635b2e378baf HTTP/1.1" status: 200 len: 1093 time: 0.6729982 Dec 15 13:41:27.471828 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:27.474349 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861dd560-07b7-48ad-9070-f16451b1cacc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:27.530070 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f347f-7727-4da2-b6aa-277b530ec119 x-openstack-request-id: req-ff2f347f-7727-4da2-b6aa-277b530ec119 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:27.530361 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:27.530616 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff2f347f-7727-4da2-b6aa-277b530ec119 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:27.531019 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'status': 'completed', 'code': 200} Dec 15 13:41:27.565061 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da19500-b4ea-4d31-8cd9-b070695da3ca service neutron] Pushing event updated for resources: {'Port': ['ID=4e829204-dbd1-42b8-a2ff-635b2e378baf,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:27.577444 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6d26f892-0ece-4506-b1c8-4502b9d64b64 req-b06928f3-ea81-481e-80cf-55d6b161e1e4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572697 Dec 15 13:41:27.587914 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576324-945e-40c0-aa97-3b74d904af71 req-053f9fb0-ba32-4cb8-a105-286fb606cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:27.589582 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-053f9fb0-ba32-4cb8-a105-286fb606cc79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 1096 time: 0.0784576 Dec 15 13:41:27.640973 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-6ce28389-8f4c-4d71-8e1c-8f0e3e91975c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf HTTP/1.1" status: 200 len: 217 time: 0.0396154 Dec 15 13:41:27.691313 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576324-945e-40c0-aa97-3b74d904af71 req-f2892f1c-2e7b-473d-8214-d35b1b75e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:27.692784 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-f2892f1c-2e7b-473d-8214-d35b1b75e9f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0443623 Dec 15 13:41:27.740014 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576324-945e-40c0-aa97-3b74d904af71 req-9396dee7-7f21-4dc1-aab9-b4352d61b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:27.741399 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-9396dee7-7f21-4dc1-aab9-b4352d61b083 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398605 Dec 15 13:41:27.836808 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-ca7ed9df-da42-4dee-9284-19af77645c03 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863547 Dec 15 13:41:27.926995 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f7576324-945e-40c0-aa97-3b74d904af71 req-2c51cc6a-77cf-463a-ba6e-534e45540be9 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816369 Dec 15 13:41:28.032866 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd560-07b7-48ad-9070-f16451b1cacc req-d7b3c6fb-bc40-4f97-a392-0f26b618eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:28.034275 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-861dd560-07b7-48ad-9070-f16451b1cacc req-d7b3c6fb-bc40-4f97-a392-0f26b618eadd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 1096 time: 0.0450993 Dec 15 13:41:28.126012 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd560-07b7-48ad-9070-f16451b1cacc req-2d9a4e45-e834-4e43-8cf9-66ddbcc36a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:28.127530 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-861dd560-07b7-48ad-9070-f16451b1cacc req-2d9a4e45-e834-4e43-8cf9-66ddbcc36a03 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.0831079 Dec 15 13:41:28.176116 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-861dd560-07b7-48ad-9070-f16451b1cacc req-3f107b25-3e35-43a2-8710-815f05672904 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf HTTP/1.1" status: 200 len: 217 time: 0.0372510 Dec 15 13:41:28.233393 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd560-07b7-48ad-9070-f16451b1cacc req-e3a089ca-822e-4ebf-ae3b-447b31eaf6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:28.234902 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-861dd560-07b7-48ad-9070-f16451b1cacc req-e3a089ca-822e-4ebf-ae3b-447b31eaf6f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0431402 Dec 15 13:41:28.285852 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd560-07b7-48ad-9070-f16451b1cacc req-fb3c1a12-29ba-47c0-91a9-941ad3c770d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:28.287249 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-861dd560-07b7-48ad-9070-f16451b1cacc req-fb3c1a12-29ba-47c0-91a9-941ad3c770d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388427 Dec 15 13:41:28.379857 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-861dd560-07b7-48ad-9070-f16451b1cacc req-234f9f33-3afe-494e-8d83-1cfd5975135f service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847113 Dec 15 13:41:28.469364 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-861dd560-07b7-48ad-9070-f16451b1cacc req-1ca3e1c3-7045-438d-af10-33e85d460572 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820038 Dec 15 13:41:28.750167 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9990588-37df-494d-9be5-73ddcfaf9df7 req-6bb05686-a1a9-4173-8f0f-ea7f9d4281c2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:28.751640 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c9990588-37df-494d-9be5-73ddcfaf9df7 req-6bb05686-a1a9-4173-8f0f-ea7f9d4281c2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.1019969 Dec 15 13:41:28.800826 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c9990588-37df-494d-9be5-73ddcfaf9df7 req-58eec3c0-dcf6-4d17-9995-c87e633de4f0 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Dec 15 13:41:29.631124 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0065fac4-36c9-45a3-895b-e51408cc3784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:29.934957 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16752f2d-df4d-44bb-b933-b1df91c1779e req-28a284d4-564d-4e9c-a59c-84ab11dec7de tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:29.937234 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-16752f2d-df4d-44bb-b933-b1df91c1779e req-28a284d4-564d-4e9c-a59c-84ab11dec7de tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.0646935 Dec 15 13:41:29.988126 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-16752f2d-df4d-44bb-b933-b1df91c1779e req-d4344fcb-6f97-45b7-903d-4b57b8a0af20 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449469 Dec 15 13:41:31.104119 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2b622-f0cb-4cfc-bc6c-9e3c718daf77 req-8561973f-c95b-46ac-b0d5-3a3137a50eb3 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:31.105579 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0cb2b622-f0cb-4cfc-bc6c-9e3c718daf77 req-8561973f-c95b-46ac-b0d5-3a3137a50eb3 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.0479953 Dec 15 13:41:31.153491 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0cb2b622-f0cb-4cfc-bc6c-9e3c718daf77 req-78f3b634-499c-4e48-820c-2b6f862c1a71 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Dec 15 13:41:32.195990 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7ae05274-3f29-4782-811a-1764e69a9490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:32.274105 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2cfd7-00ff-496c-ab2c-c3c729eafd6d req-8f65edca-7655-4f87-a42a-8fc0e35afa06 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:32.276412 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-10a2cfd7-00ff-496c-ab2c-c3c729eafd6d req-8f65edca-7655-4f87-a42a-8fc0e35afa06 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.0536160 Dec 15 13:41:32.329526 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-10a2cfd7-00ff-496c-ab2c-c3c729eafd6d req-984fa9b1-219b-418b-aaeb-b7ecd8dae358 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455680 Dec 15 13:41:33.250361 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.463381 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f8b26-9ed8-4077-9a91-13ab964b3843 req-0e9d9706-4cff-4e1b-a79a-33eb17009f2d tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:33.464964 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3b6f8b26-9ed8-4077-9a91-13ab964b3843 req-0e9d9706-4cff-4e1b-a79a-33eb17009f2d tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.0641494 Dec 15 13:41:33.517910 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3b6f8b26-9ed8-4077-9a91-13ab964b3843 req-e6fc776f-9e07-479d-a617-ecbffb94253c tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Dec 15 13:41:34.288939 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4b54-d83c-4377-8b56-681db97abd35 req-5212b1ce-acc1-4c06-bb51-2719b76b51a5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:34.290438 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c40f4b54-d83c-4377-8b56-681db97abd35 req-5212b1ce-acc1-4c06-bb51-2719b76b51a5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0478957 Dec 15 13:41:34.339654 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c40f4b54-d83c-4377-8b56-681db97abd35 req-9d0bda06-a330-42e5-953b-3ec71cfcd13b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Dec 15 13:41:34.635511 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953d5d1-f47f-4721-907e-5a3b2f34fa0c req-f956f194-2a8b-4c68-9217-4d0294758844 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:34.636973 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a953d5d1-f47f-4721-907e-5a3b2f34fa0c req-f956f194-2a8b-4c68-9217-4d0294758844 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.0495520 Dec 15 13:41:34.685869 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a953d5d1-f47f-4721-907e-5a3b2f34fa0c req-df2a9269-9f4b-477c-8445-ad619fa2c890 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Dec 15 13:41:34.905031 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.458815 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3dc77-5ef1-4dd9-9d72-39ddbe156572 req-83523d6b-fa43-4a34-ac05-c1f76ccf3baa tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:35.460273 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-31d3dc77-5ef1-4dd9-9d72-39ddbe156572 req-83523d6b-fa43-4a34-ac05-c1f76ccf3baa tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0484657 Dec 15 13:41:35.506670 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-31d3dc77-5ef1-4dd9-9d72-39ddbe156572 req-a3c70453-24b8-4ce8-a0a5-9e96ccbe593e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Dec 15 13:41:35.549313 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:35.806858 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef57a0-8e20-4d18-94e4-5ac4886d1483 req-491100b4-e6d5-449d-be34-2a52d69cce8b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:35.808354 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-40ef57a0-8e20-4d18-94e4-5ac4886d1483 req-491100b4-e6d5-449d-be34-2a52d69cce8b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.0536485 Dec 15 13:41:35.859793 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-40ef57a0-8e20-4d18-94e4-5ac4886d1483 req-934a371a-ba81-4a6b-be64-b62c280fb26f tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453613 Dec 15 13:41:36.402004 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:36.625402 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c8803-260d-40f2-b14c-5e88cf5bd6af req-b60f25e2-0c46-4f1b-8e19-44399cce77ac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:36.626911 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fd1c8803-260d-40f2-b14c-5e88cf5bd6af req-b60f25e2-0c46-4f1b-8e19-44399cce77ac tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0484090 Dec 15 13:41:36.661996 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:41:36.673807 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fd1c8803-260d-40f2-b14c-5e88cf5bd6af req-b06d447e-716e-45c0-9aba-9ece527c17fb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Dec 15 13:41:36.973155 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5bc9b-b120-4dc4-aebe-787da39a2017 req-be3304cf-4e09-4087-82ce-f7dfaeedd234 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:36.974554 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2cd5bc9b-b120-4dc4-aebe-787da39a2017 req-be3304cf-4e09-4087-82ce-f7dfaeedd234 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 943 time: 0.0471423 Dec 15 13:41:37.026607 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2cd5bc9b-b120-4dc4-aebe-787da39a2017 req-a8eb5a96-a200-4355-b518-1950b11b8759 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462520 Dec 15 13:41:37.287715 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 4e829204-dbd1-42b8-a2ff-635b2e378baf details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:37.382072 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 4e829204-dbd1-42b8-a2ff-635b2e378baf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:37.393392 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:37.431712 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.443673 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e829204-dbd1-42b8-a2ff-635b2e378baf {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:37.462260 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 4e829204-dbd1-42b8-a2ff-635b2e378baf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:37.466682 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:37.512316 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=4e829204-dbd1-42b8-a2ff-635b2e378baf,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:37.519652 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.520025 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.520381 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.520713 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.521038 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.521360 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.521681 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.522027 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.522354 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.522685 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.523004 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.523317 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.523627 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:37.781456 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['4e829204-dbd1-42b8-a2ff-635b2e378baf'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:37.793385 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590f8a-7610-4897-bc87-055a74ee0fa3 req-b088fb50-870a-4da3-bc41-3fafe20dede2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:37.794967 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7c590f8a-7610-4897-bc87-055a74ee0fa3 req-b088fb50-870a-4da3-bc41-3fafe20dede2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0483785 Dec 15 13:41:37.842443 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7c590f8a-7610-4897-bc87-055a74ee0fa3 req-6de2cee4-2abc-45ff-88e2-9b157686afcd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Dec 15 13:41:38.145745 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5e384-4987-4fc0-b5ba-34be9b3abd41 req-3be7ee3e-f19c-4895-b690-e90fabe56d89 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:38.147227 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fab5e384-4987-4fc0-b5ba-34be9b3abd41 req-3be7ee3e-f19c-4895-b690-e90fabe56d89 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 944 time: 0.0488391 Dec 15 13:41:38.197227 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fab5e384-4987-4fc0-b5ba-34be9b3abd41 req-ba3ce86e-1373-4b76-8f16-e5ba9f3e256f tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Dec 15 13:41:38.973071 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-27456d0d-524c-4317-ad50-bc361eb22a1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745542 Dec 15 13:41:38.985289 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c306e72-0e01-4f0d-a165-d5ce56a76ae1 req-d30ceeca-53f6-47a1-904e-f3f33b45e864 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:38.986886 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2c306e72-0e01-4f0d-a165-d5ce56a76ae1 req-d30ceeca-53f6-47a1-904e-f3f33b45e864 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0576696 Dec 15 13:41:39.058847 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2c306e72-0e01-4f0d-a165-d5ce56a76ae1 req-0d3be021-99fe-4bee-8f07-e25d14ab70f2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661139 Dec 15 13:41:39.071648 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-7c0b0bae-7f34-4d9e-a829-f7b24a3bc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.073226 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-7c0b0bae-7f34-4d9e-a829-f7b24a3bc1cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae0b248663174800af3db2a34d92f6b3&device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0543592 Dec 15 13:41:39.183918 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-b4711792-9ff9-4a40-aca6-48e99e50478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.185431 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-b4711792-9ff9-4a40-aca6-48e99e50478f service neutron] 10.222.0.66 "GET /v2.0/networks?id=fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 200 len: 910 time: 0.0884759 Dec 15 13:41:39.256863 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-9a918466-70ee-4587-8bf0-64346dd1f81e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 200 len: 1001 time: 0.0610139 Dec 15 13:41:39.299992 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 4e829204-dbd1-42b8-a2ff-635b2e378baf up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:39.341749 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-357b36aa-af00-4ca7-97ee-5817a972d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.343323 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-357b36aa-af00-4ca7-97ee-5817a972d012 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=303ca9a0-a0c0-4a44-b704-7fcd8e15685f HTTP/1.1" status: 200 len: 848 time: 0.0697074 Dec 15 13:41:39.349365 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 4e829204-dbd1-42b8-a2ff-635b2e378baf completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:41:39.353893 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 4e829204-dbd1-42b8-a2ff-635b2e378baf triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:39.354262 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.356119 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce2ae4-48b1-47c9-a1de-d42dc91f9e5d req-768c25da-4b27-4ba6-8d6f-a25ea089c416 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.358425 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cdce2ae4-48b1-47c9-a1de-d42dc91f9e5d req-768c25da-4b27-4ba6-8d6f-a25ea089c416 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 944 time: 0.0936127 Dec 15 13:41:39.432978 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-2218cb0a-da4b-4527-8c48-d71c2e97b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.435159 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-2218cb0a-da4b-4527-8c48-d71c2e97b840 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fceda14e-72c1-403d-b298-cf6490176d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751581 Dec 15 13:41:39.438228 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.440175 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cdce2ae4-48b1-47c9-a1de-d42dc91f9e5d req-4fe81f74-e8f5-4b22-a738-4acf4f52d4c8 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725033 Dec 15 13:41:39.462460 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:39.464821 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69d85f1-4c90-418b-999a-c1672205725e" -d '{"events": [{"server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "name": "network-vif-plugged", "status": "completed", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:39.478056 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 4e829204-dbd1-42b8-a2ff-635b2e378baf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:39.482394 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.510029 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669f5447-7f7c-4931-a678-b530409950f4 x-openstack-request-id: req-669f5447-7f7c-4931-a678-b530409950f4 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:39.510495 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "name": "network-vif-plugged", "status": "completed", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:39.510751 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-669f5447-7f7c-4931-a678-b530409950f4 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:39.511157 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'code': 200} Dec 15 13:41:39.536473 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=4e829204-dbd1-42b8-a2ff-635b2e378baf,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:39.541478 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-14fff361-05e6-4138-ac1d-4f8279d69792 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977948 Dec 15 13:41:39.637256 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e661809f-fc1c-4afc-b7cb-485dd62cf614 req-20e81887-245c-4c5d-8bbd-3e4fc7b34855 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840714 Dec 15 13:41:39.775702 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7774425-3544-465b-a044-bc0042f906c2 req-46b3975c-a822-45cf-8eaf-c89f7dc7b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:39.777101 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a7774425-3544-465b-a044-bc0042f906c2 req-46b3975c-a822-45cf-8eaf-c89f7dc7b984 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 1098 time: 0.0417240 Dec 15 13:41:39.827391 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a7774425-3544-465b-a044-bc0042f906c2 req-adfe5b88-c174-4de9-8596-6743d05fe543 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Dec 15 13:41:40.180549 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b53a-0aaf-4de7-8fcd-a14e9965d55a req-eadc1f2c-e997-4f3a-b17d-aa82d895c261 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.182054 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8576b53a-0aaf-4de7-8fcd-a14e9965d55a req-eadc1f2c-e997-4f3a-b17d-aa82d895c261 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Dec 15 13:41:40.233594 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8576b53a-0aaf-4de7-8fcd-a14e9965d55a req-15aae476-45df-4370-a035-8b0b5b1ffb87 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454774 Dec 15 13:41:40.570513 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3aed2-c80d-48f5-85f9-4822a1c55c56 req-f2922831-866d-4357-b25a-eec258683006 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:40.571984 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1cf3aed2-c80d-48f5-85f9-4822a1c55c56 req-f2922831-866d-4357-b25a-eec258683006 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 945 time: 0.0535929 Dec 15 13:41:40.627991 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1cf3aed2-c80d-48f5-85f9-4822a1c55c56 req-0156f5de-b46c-4761-a656-4c65f4137ac2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493777 Dec 15 13:41:41.354872 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0542-46a1-4880-a7b4-69645f15c931 req-9a3d8001-51bb-491b-92c6-acc0cb556593 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:41.356851 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-383e0542-46a1-4880-a7b4-69645f15c931 req-9a3d8001-51bb-491b-92c6-acc0cb556593 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0483091 Dec 15 13:41:41.404283 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-383e0542-46a1-4880-a7b4-69645f15c931 req-054d24dc-45af-46cc-b136-145b940fb6fc tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401857 Dec 15 13:41:41.766902 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fadcc7-37eb-4798-8bbd-09f43a0d741a req-12b05f53-3eda-4d8b-affc-4b1350b9cb2e tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:41.768430 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-50fadcc7-37eb-4798-8bbd-09f43a0d741a req-12b05f53-3eda-4d8b-affc-4b1350b9cb2e tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 945 time: 0.0588787 Dec 15 13:41:41.819495 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-50fadcc7-37eb-4798-8bbd-09f43a0d741a req-f421bafc-1273-4851-b046-8cc3d6890220 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Dec 15 13:41:41.937660 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77866a86-ff9b-4bc8-980c-dd465a4bb9c3 req-9918fbbf-1c3d-4c30-962b-ca559689ff73 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:41.939111 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-77866a86-ff9b-4bc8-980c-dd465a4bb9c3 req-9918fbbf-1c3d-4c30-962b-ca559689ff73 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 945 time: 0.0503736 Dec 15 13:41:41.987330 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-77866a86-ff9b-4bc8-980c-dd465a4bb9c3 req-ebfddcd1-9bcf-417f-b2d7-18c9f0533d36 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Dec 15 13:41:42.009038 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57954) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:42.047783 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0daebd-4c28-4820-9749-bbb1affcb101 tempest-TestVolumeBootPattern-1373662795 tempest-TestVolumeBootPattern-1373662795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:42.049162 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-ac0daebd-4c28-4820-9749-bbb1affcb101 tempest-TestVolumeBootPattern-1373662795 tempest-TestVolumeBootPattern-1373662795-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 1093 time: 0.0391004 Dec 15 13:41:42.051943 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 57956) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:42.056023 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:41:42.087294 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.188810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.289966 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Allocated IP 172.27.1.26 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/9ee329e1-059a-476d-bf96-d3c8db5d4cb8) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:41:42.393286 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.427585 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.466630 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:41:42.469798 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:41:42.472567 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:41:42.515733 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=9ee329e1-059a-476d-bf96-d3c8db5d4cb8,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:42.820514 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac86045-0598-4878-be05-77d86895c2d2 req-1c7cf38f-451b-4569-b4b3-4ab67f149611 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:42.822035 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4ac86045-0598-4878-be05-77d86895c2d2 req-1c7cf38f-451b-4569-b4b3-4ab67f149611 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.3428698 Dec 15 13:41:42.945083 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4ac86045-0598-4878-be05-77d86895c2d2 req-e0ed13a7-4c45-4398-a0ed-2254f866012d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170969 Dec 15 13:41:43.099174 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.164600 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.310805 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.315281 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.384073 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=9ee329e1-059a-476d-bf96-d3c8db5d4cb8,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:43.394985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.499140 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.l3_db [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Floating IP e6cc8986-5a24-4981-af99-d2ca25707235 associated. External IP: 172.27.1.26, port: 4e829204-dbd1-42b8-a2ff-635b2e378baf. Dec 15 13:41:43.705964 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Router 31920225-105f-4b78-a4f1-470ea8f56b78 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:41:43.814271 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:43.825889 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:43.835109 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.842441 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:43.843082 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:41:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:43.866904 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e296824d-b609-47f8-b08b-4b65ecb7cd02 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8097343 Dec 15 13:41:43.866904 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:43.866904 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f261820-e03a-4bb2-a149-8c66645e4634" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:43.901936 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b92126d-44e2-4cad-ab54-61104411a9af x-openstack-request-id: req-0b92126d-44e2-4cad-ab54-61104411a9af {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:43.902285 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:43.902572 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0b92126d-44e2-4cad-ab54-61104411a9af {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:43.903176 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'status': 'completed', 'code': 200} Dec 15 13:41:43.958379 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:44.099592 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-e76f470c-05f5-4c30-a97b-54afc536f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.101106 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-e76f470c-05f5-4c30-a97b-54afc536f94b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 1098 time: 0.1613309 Dec 15 13:41:44.124369 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dd3aa-10c2-4711-a6e8-6049ec629432 req-8e4e2455-01ed-4740-be81-b4eca94998d6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.125833 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-837dd3aa-10c2-4711-a6e8-6049ec629432 req-8e4e2455-01ed-4740-be81-b4eca94998d6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0682986 Dec 15 13:41:44.195009 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:42Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:44.224214 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-837dd3aa-10c2-4711-a6e8-6049ec629432 req-b82fca5e-4779-4be9-aaac-aef8a86fce06 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883088 Dec 15 13:41:44.224864 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:44.234285 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:44.234900 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:41:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:44.250279 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-6651c4d4-fca7-4091-aa79-164c6681bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.252127 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-6651c4d4-fca7-4091-aa79-164c6681bdf3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.1431911 Dec 15 13:41:44.316954 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-517989d6-9084-44f0-a855-98bb64716e79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf HTTP/1.1" status: 200 len: 998 time: 0.0574419 Dec 15 13:41:44.340316 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:44.375618 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-fdfddf31-b8a9-4f1d-9c3b-dc5d41cece8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.377142 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-fdfddf31-b8a9-4f1d-9c3b-dc5d41cece8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0483804 Dec 15 13:41:44.428874 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-a8bd0dc8-239d-4c8f-9ab7-3918522e7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:44.430554 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-a8bd0dc8-239d-4c8f-9ab7-3918522e7032 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407872 Dec 15 13:41:44.523350 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-3550da30-fd6d-4ac8-b7ff-1d0d15d8c123 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Dec 15 13:41:44.570984 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:42Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:44.596749 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82659cd-7eb4-4ed9-a359-f0f9bd214db3 None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:42Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:44.617395 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8f261820-e03a-4bb2-a149-8c66645e4634 req-2dc4837f-4069-4fb3-a9cb-94fe7d9798b1 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Dec 15 13:41:44.786678 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646dd15-e997-4bb4-bce4-cc9b137fb452 None None] New status for floating IP e6cc8986-5a24-4981-af99-d2ca25707235: ACTIVE {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:41:45.346056 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ebf4a-687f-46df-a821-338008a39914 req-81f09772-121f-4863-88c6-3a4885feeba4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:45.347432 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-756ebf4a-687f-46df-a821-338008a39914 req-81f09772-121f-4863-88c6-3a4885feeba4 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0484574 Dec 15 13:41:45.394502 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-756ebf4a-687f-46df-a821-338008a39914 req-0dfae2f1-b1ca-4bda-856c-bdfc6c064c29 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411706 Dec 15 13:41:46.533933 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c13b6-c037-4485-85e2-84df611e3cd3 req-21fdec3d-9e03-4d17-9ffe-ef7b9b87eb55 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:46.535443 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-689c13b6-c037-4485-85e2-84df611e3cd3 req-21fdec3d-9e03-4d17-9ffe-ef7b9b87eb55 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0525861 Dec 15 13:41:46.582866 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-689c13b6-c037-4485-85e2-84df611e3cd3 req-6d090063-d2eb-4f8b-ad61-da85bf12389a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Dec 15 13:41:47.713932 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a3f2e-a905-4a5f-a91a-642e6844a7cc req-f2ee1d2a-bce6-4673-bf1c-9ddbb5f4e4ef tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:47.715441 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b75a3f2e-a905-4a5f-a91a-642e6844a7cc req-f2ee1d2a-bce6-4673-bf1c-9ddbb5f4e4ef tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0497594 Dec 15 13:41:47.769634 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b75a3f2e-a905-4a5f-a91a-642e6844a7cc req-40b594ca-fd66-416d-bf79-af9c112da972 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482633 Dec 15 13:41:48.889473 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379d83-4377-4086-b68b-d0b169ea478e req-b035ea4c-3a58-46a2-929c-705c4edab67d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:48.890981 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5a379d83-4377-4086-b68b-d0b169ea478e req-b035ea4c-3a58-46a2-929c-705c4edab67d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0490992 Dec 15 13:41:48.942184 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5a379d83-4377-4086-b68b-d0b169ea478e req-1a15c9d6-3025-45a4-96c6-b21f8e81267b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452466 Dec 15 13:41:49.344273 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9a23-fdaa-4b72-a711-44cec77475d0 req-bd87a970-5a28-41e6-bbe4-129e3daeab7a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:49.345740 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d9fd9a23-fdaa-4b72-a711-44cec77475d0 req-bd87a970-5a28-41e6-bbe4-129e3daeab7a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0498600 Dec 15 13:41:49.395683 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d9fd9a23-fdaa-4b72-a711-44cec77475d0 req-33ca2af2-7954-4a0f-a85f-81c8a4fb77c8 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439122 Dec 15 13:41:50.062442 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003af1-3b7e-4556-b8d4-6ee940b85a29 req-6bcb5827-8609-4d9b-9dc0-8af08999698d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.063921 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54003af1-3b7e-4556-b8d4-6ee940b85a29 req-6bcb5827-8609-4d9b-9dc0-8af08999698d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Dec 15 13:41:50.110468 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54003af1-3b7e-4556-b8d4-6ee940b85a29 req-027e5048-3d9d-418d-9461-34a10ba14169 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405293 Dec 15 13:41:50.512193 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520652f-7218-42ff-9f08-d4b1b37fedae req-bb3fba60-fd63-4d5b-a8b2-b2d2533b4cf3 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:50.514174 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1520652f-7218-42ff-9f08-d4b1b37fedae req-bb3fba60-fd63-4d5b-a8b2-b2d2533b4cf3 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0514083 Dec 15 13:41:50.559749 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1520652f-7218-42ff-9f08-d4b1b37fedae req-9f8e52e1-7bcc-4be2-9211-d531d0ee522e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397875 Dec 15 13:41:51.232132 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a2135-8d5a-45e3-8cb0-4a20f0e25f78 req-a5f804ec-8779-4b3c-a14b-a85d4f6f4fbd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.233509 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ef9a2135-8d5a-45e3-8cb0-4a20f0e25f78 req-a5f804ec-8779-4b3c-a14b-a85d4f6f4fbd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0504203 Dec 15 13:41:51.281489 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ef9a2135-8d5a-45e3-8cb0-4a20f0e25f78 req-655a9172-6458-47b1-9b81-d3cb41ecb76a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 Dec 15 13:41:51.378397 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:51.471528 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:51.482927 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'port_id': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'mac_address': 'fa:16:3e:0c:c3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:51.519374 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.536583 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb6d9258-9d98-4855-ac93-8388249d6cd9 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:51.564511 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:51.572562 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.636063 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=6']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:51.695790 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8a73a-c753-456a-8fed-851eb2ffd5f8 req-19153673-2a0c-45e7-95f5-7de07ecc3cc4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:51.697248 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-46f8a73a-c753-456a-8fed-851eb2ffd5f8 req-19153673-2a0c-45e7-95f5-7de07ecc3cc4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0491881 Dec 15 13:41:51.751126 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-46f8a73a-c753-456a-8fed-851eb2ffd5f8 req-009e7f76-05d2-482c-947a-2cfe9283a383 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477500 Dec 15 13:41:51.758222 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['eb6d9258-9d98-4855-ac93-8388249d6cd9'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:52.405020 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7838-46f4-4729-98b0-29c5cb842d6f req-7172f9ae-0ee6-48ce-9f76-7053ab393b6d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:52.406884 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dc5d7838-46f4-4729-98b0-29c5cb842d6f req-7172f9ae-0ee6-48ce-9f76-7053ab393b6d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 944 time: 0.0499208 Dec 15 13:41:52.461202 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dc5d7838-46f4-4729-98b0-29c5cb842d6f req-ad563d76-759f-4606-8cc1-d3ad177e1f8f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486803 Dec 15 13:41:52.887230 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd561a-6fa2-47ac-a5f1-3d3b96020d5b req-7a46d25e-ae3b-4413-b9eb-f0c7f1668d2f tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:52.888811 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f5cd561a-6fa2-47ac-a5f1-3d3b96020d5b req-7a46d25e-ae3b-4413-b9eb-f0c7f1668d2f tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0645173 Dec 15 13:41:52.954404 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f5cd561a-6fa2-47ac-a5f1-3d3b96020d5b req-600715dc-695f-4491-b0a4-ef5a3c58b113 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586789 Dec 15 13:41:53.419044 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:53.473414 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port eb6d9258-9d98-4855-ac93-8388249d6cd9 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:53.473658 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.569981 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.598424 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:53.599548 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c3a1cd-c1c6-4970-b84d-0e716a5bd3a3" -d '{"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:53.604325 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8847821-823b-4ed8-9b8a-7af585020643 req-38ca21c9-7e66-47b6-8457-2a6d1ed1dc0b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:53.611393 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d8847821-823b-4ed8-9b8a-7af585020643 req-38ca21c9-7e66-47b6-8457-2a6d1ed1dc0b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 944 time: 0.0673552 Dec 15 13:41:53.618517 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:53.623236 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.661516 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362896a2-6488-4569-b3a2-1dfaabc5797d x-openstack-request-id: req-362896a2-6488-4569-b3a2-1dfaabc5797d {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:53.661832 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:53.662085 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-362896a2-6488-4569-b3a2-1dfaabc5797d {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:53.662472 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'code': 200} Dec 15 13:41:53.677465 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d8847821-823b-4ed8-9b8a-7af585020643 req-ea9b5ad1-2ff6-4661-aa22-cc36b882f842 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611959 Dec 15 13:41:53.691060 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=7']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:54.115669 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a9d48-62e5-43ba-bf76-ab4a90323aed req-dadd6099-ac6b-459c-a14f-a2fbc75bb065 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:54.117174 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5d7a9d48-62e5-43ba-bf76-ab4a90323aed req-dadd6099-ac6b-459c-a14f-a2fbc75bb065 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0702422 Dec 15 13:41:54.178559 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5d7a9d48-62e5-43ba-bf76-ab4a90323aed req-ead20145-8b80-43c8-a512-2827e68de38f tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543191 Dec 15 13:41:54.816329 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a5a13-e349-4db4-92ac-f67b1ba7d54c req-99fe7596-12f6-43d1-bde8-548bb0b71a46 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:54.817888 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b56a5a13-e349-4db4-92ac-f67b1ba7d54c req-99fe7596-12f6-43d1-bde8-548bb0b71a46 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0601144 Dec 15 13:41:54.877304 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b56a5a13-e349-4db4-92ac-f67b1ba7d54c req-fe1c8c40-2e0c-4110-afa3-e2e6c706ea13 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498073 Dec 15 13:41:55.313942 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9d1c-254d-4094-9a5d-0479a9909c84 req-65aac997-e6a7-4370-a538-70ee76c30e29 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:55.316234 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d5e9d1c-254d-4094-9a5d-0479a9909c84 req-65aac997-e6a7-4370-a538-70ee76c30e29 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0580752 Dec 15 13:41:55.376119 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2d5e9d1c-254d-4094-9a5d-0479a9909c84 req-919b447a-7987-4eb9-b022-c9e5305fac5f tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529256 Dec 15 13:41:56.026360 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f67b7-ace6-4253-9245-a0a15a09cb85 req-cc189edd-df33-46e5-b784-e81219ec9f81 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:56.028799 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-796f67b7-ace6-4253-9245-a0a15a09cb85 req-cc189edd-df33-46e5-b784-e81219ec9f81 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0643647 Dec 15 13:41:56.103787 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-796f67b7-ace6-4253-9245-a0a15a09cb85 req-c5519399-1ad5-441f-bd3b-ed53e08630d5 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683959 Dec 15 13:41:56.504376 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440027a5-bd64-444f-8453-de3b4e5510f5 req-3fd6a9a4-0467-4273-a51e-5dd0ea867d1c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:56.508723 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-440027a5-bd64-444f-8453-de3b4e5510f5 req-3fd6a9a4-0467-4273-a51e-5dd0ea867d1c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0593526 Dec 15 13:41:56.566097 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-440027a5-bd64-444f-8453-de3b4e5510f5 req-f72e94c7-add2-494f-8dc4-3bfb3521a972 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516701 Dec 15 13:41:57.257186 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b3b07-168d-4508-af76-95e8ddb54712 req-2140527b-017d-40f3-ab25-c1068c5baf6f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:57.260024 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b31b3b07-168d-4508-af76-95e8ddb54712 req-2140527b-017d-40f3-ab25-c1068c5baf6f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0575976 Dec 15 13:41:57.320040 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b31b3b07-168d-4508-af76-95e8ddb54712 req-b1454d93-1f33-4406-85ec-8fd6b8fe84d2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527465 Dec 15 13:41:57.706157 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a2c98-252e-4836-81ef-f4c2eb5c916a req-0dfb763d-c10c-4075-87ac-2aa0cc94ff26 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:57.707878 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f20a2c98-252e-4836-81ef-f4c2eb5c916a req-0dfb763d-c10c-4075-87ac-2aa0cc94ff26 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0682089 Dec 15 13:41:57.770881 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f20a2c98-252e-4836-81ef-f4c2eb5c916a req-8fad2ecb-7607-417d-9150-3f4642dd6d88 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525904 Dec 15 13:41:58.446917 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9941e4-34ae-465b-98fa-c6b5c33f5886 req-d6dc3613-6d5d-4046-9b69-30337881e997 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:58.454937 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ad9941e4-34ae-465b-98fa-c6b5c33f5886 req-d6dc3613-6d5d-4046-9b69-30337881e997 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0569067 Dec 15 13:41:58.502571 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ad9941e4-34ae-465b-98fa-c6b5c33f5886 req-36e760d5-c66b-45de-9bdf-06c19fc00de2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463669 Dec 15 13:41:58.918426 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aae4e-0c2e-4885-93f3-d051f4af2811 req-b8496b97-97ba-4fd8-beab-078abb9754ce tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:58.937250 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fe3aae4e-0c2e-4885-93f3-d051f4af2811 req-b8496b97-97ba-4fd8-beab-078abb9754ce tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0729129 Dec 15 13:41:58.994436 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fe3aae4e-0c2e-4885-93f3-d051f4af2811 req-b22e7853-64eb-4413-b9f3-91efaf358091 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574479 Dec 15 13:41:59.641013 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9bf3196c-d8a7-4238-95ac-df81059a5a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.676527 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262b3c-a57e-4dc6-842a-bcd94a2641ef req-9c2efe3e-bca8-4ab0-bc9c-14e751e34f76 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:59.678484 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-14262b3c-a57e-4dc6-842a-bcd94a2641ef req-9c2efe3e-bca8-4ab0-bc9c-14e751e34f76 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0936704 Dec 15 13:41:59.731398 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-14262b3c-a57e-4dc6-842a-bcd94a2641ef req-3685d40b-1878-4823-9a70-6a61418aa0c1 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Dec 15 13:42:00.133466 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b985c-e8f5-44d6-9a01-7788714fdb41 req-8fd094ea-1843-4f3e-8c92-541727741246 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:00.135283 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9d0b985c-e8f5-44d6-9a01-7788714fdb41 req-8fd094ea-1843-4f3e-8c92-541727741246 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0549326 Dec 15 13:42:00.196393 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9d0b985c-e8f5-44d6-9a01-7788714fdb41 req-48a31752-5a25-42b7-9121-d20c576dc08a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534136 Dec 15 13:42:00.877715 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee226d44-9733-44a7-9b17-6a7a6c427def req-b0cc381e-4cc4-42a4-9f8c-17462cf1ed75 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:00.879369 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ee226d44-9733-44a7-9b17-6a7a6c427def req-b0cc381e-4cc4-42a4-9f8c-17462cf1ed75 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0610921 Dec 15 13:42:00.934397 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ee226d44-9733-44a7-9b17-6a7a6c427def req-ab5164c0-67ad-4897-b87c-be95eaa0a5a9 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481002 Dec 15 13:42:01.315227 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed747c-36bb-4ecd-9b6f-7e9dab14015f req-e13835df-9493-47c3-9c02-e412ed3b38bd tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.316713 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9fed747c-36bb-4ecd-9b6f-7e9dab14015f req-e13835df-9493-47c3-9c02-e412ed3b38bd tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0487602 Dec 15 13:42:01.365614 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9fed747c-36bb-4ecd-9b6f-7e9dab14015f req-5f294888-9a84-48fa-9fd0-eb52817c745a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428884 Dec 15 13:42:01.848910 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-8f9f162e-85ff-416e-9e81-197e903cce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.850456 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-8f9f162e-85ff-416e-9e81-197e903cce36 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0437820 Dec 15 13:42:01.938399 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-71dded63-59fa-4f8d-a0a9-ed9eba7e0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:01.939813 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-71dded63-59fa-4f8d-a0a9-ed9eba7e0cd9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.0819688 Dec 15 13:42:02.012562 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-b3c746d7-455d-4497-b995-c491dec9a35b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0626125 Dec 15 13:42:02.099656 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca2c6-1b6c-4894-9be8-284c2f567124 req-973be0e5-dd74-43b1-ae78-a6e14d9cbc9e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.101176 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-306ca2c6-1b6c-4894-9be8-284c2f567124 req-973be0e5-dd74-43b1-ae78-a6e14d9cbc9e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0877483 Dec 15 13:42:02.102528 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-9431901f-fe90-4b0d-9e23-f254fa0270e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.103832 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-9431901f-fe90-4b0d-9e23-f254fa0270e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0800984 Dec 15 13:42:02.175393 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-306ca2c6-1b6c-4894-9be8-284c2f567124 req-a0e3b300-bb08-49fd-8a46-56e0a728decb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676196 Dec 15 13:42:02.184744 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-40e26464-becf-446e-a593-c8d3e7ec0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.186497 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-40e26464-becf-446e-a593-c8d3e7ec0d6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718822 Dec 15 13:42:02.198006 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c86acda7-6cbf-4cc0-b17a-1bf5ebb4d581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.282576 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-965d2f0f-ea97-447a-a4f7-0763cd2033af service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843239 Dec 15 13:42:02.632505 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d492c5b6-0fda-4f28-8851-d59ec204eb10 req-8bc6c2e7-6549-434b-a5c8-8b98919bacb3 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427052 Dec 15 13:42:02.642554 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a446c-92fb-491d-90fb-f7b99344f0e7 req-f2d15efa-6b5c-4e3f-bf70-c807ac7d961a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:02.644164 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a63a446c-92fb-491d-90fb-f7b99344f0e7 req-f2d15efa-6b5c-4e3f-bf70-c807ac7d961a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0795529 Dec 15 13:42:02.691849 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a63a446c-92fb-491d-90fb-f7b99344f0e7 req-1c083b5d-86c3-4a36-856c-c75f2f15db54 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Dec 15 13:42:03.255291 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:03.301605 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7283d47-812a-4cea-bbac-4d15cf6ae646 req-e43bdfbf-d577-42f1-a134-76c5ce75c600 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.303102 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c7283d47-812a-4cea-bbac-4d15cf6ae646 req-e43bdfbf-d577-42f1-a134-76c5ce75c600 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0511990 Dec 15 13:42:03.354886 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c7283d47-812a-4cea-bbac-4d15cf6ae646 req-72776bee-fbad-451b-bfac-5c1f0134a9d6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455596 Dec 15 13:42:03.811751 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad1c2f-b811-4b6a-8045-cdc06de88645 req-5312ffe5-4324-4b9c-8ba4-174e9a146078 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:03.813239 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-41ad1c2f-b811-4b6a-8045-cdc06de88645 req-5312ffe5-4324-4b9c-8ba4-174e9a146078 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0512521 Dec 15 13:42:03.860800 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-41ad1c2f-b811-4b6a-8045-cdc06de88645 req-a4b801d9-4e4e-4a03-b3c5-ce3e3eec06a5 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Dec 15 13:42:04.481624 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c82d9-2221-4790-ba76-96460ddb62ee req-a1e428d0-6b95-4803-aece-0a1c5fbacf63 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.484052 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-311c82d9-2221-4790-ba76-96460ddb62ee req-a1e428d0-6b95-4803-aece-0a1c5fbacf63 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.0494466 Dec 15 13:42:04.530412 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-311c82d9-2221-4790-ba76-96460ddb62ee req-24feec96-af3e-4e81-888f-43827ac775be tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Dec 15 13:42:04.908184 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:04.997418 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0ee34-4404-4862-a0eb-122ad024e617 req-e066a210-24fd-4ad1-8072-706ccfdf0704 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:04.998994 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bdc0ee34-4404-4862-a0eb-122ad024e617 req-e066a210-24fd-4ad1-8072-706ccfdf0704 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0619552 Dec 15 13:42:05.048690 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bdc0ee34-4404-4862-a0eb-122ad024e617 req-4a3df083-897e-4c47-96e9-628c75d0e77b tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433457 Dec 15 13:42:05.249932 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fb0f5-d71a-4b84-a550-afd2ecb8a61e req-4aaa18c3-6fc7-467e-9117-31d9a3d69319 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.251411 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-999fb0f5-d71a-4b84-a550-afd2ecb8a61e req-4aaa18c3-6fc7-467e-9117-31d9a3d69319 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0483115 Dec 15 13:42:05.327951 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-999fb0f5-d71a-4b84-a550-afd2ecb8a61e req-ba889ba6-444e-4295-9abd-c8a7a1051cb3 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703597 Dec 15 13:42:05.334088 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03691501-065a-434e-9505-7c9343c33512 req-3e4f5f32-315d-44dd-8106-04c9af87cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.335487 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03691501-065a-434e-9505-7c9343c33512 req-3e4f5f32-315d-44dd-8106-04c9af87cc6d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 1098 time: 0.0641642 Dec 15 13:42:05.424059 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03691501-065a-434e-9505-7c9343c33512 req-a3037e86-87dc-42e8-83f6-d9e6e9c96511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.425424 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03691501-065a-434e-9505-7c9343c33512 req-a3037e86-87dc-42e8-83f6-d9e6e9c96511 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 912 time: 0.0823700 Dec 15 13:42:05.487658 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:05.494324 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03691501-065a-434e-9505-7c9343c33512 req-bd71ab2c-8bce-46f7-977b-5cb4a0c1434e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab HTTP/1.1" status: 200 len: 1000 time: 0.0621614 Dec 15 13:42:05.549278 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03691501-065a-434e-9505-7c9343c33512 req-e99d3594-17da-4cfb-be03-284dadb7f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.550819 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03691501-065a-434e-9505-7c9343c33512 req-e99d3594-17da-4cfb-be03-284dadb7f8c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 200 len: 850 time: 0.0469186 Dec 15 13:42:05.584819 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.590056 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.602680 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03691501-065a-434e-9505-7c9343c33512 req-57d6490c-7668-424f-ab58-13618aa93e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.605161 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03691501-065a-434e-9505-7c9343c33512 req-57d6490c-7668-424f-ab58-13618aa93e04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464129 Dec 15 13:42:05.616486 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:05.618738 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc0e87-e8ef-4976-aea2-5b11872b98c6" -d '{"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-unplugged", "status": "completed", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:05.720027 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63f288-a533-4ffa-9661-6ea18c86aa58 req-65f675e0-fd54-4a58-a427-e2aeb0e62ebb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:05.721641 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2b63f288-a533-4ffa-9661-6ea18c86aa58 req-65f675e0-fd54-4a58-a427-e2aeb0e62ebb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 945 time: 0.1109140 Dec 15 13:42:05.758676 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03691501-065a-434e-9505-7c9343c33512 req-b6ede62e-e98a-43e3-9777-dad40b20c610 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388931 Dec 15 13:42:05.760156 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d1a157-5961-4c8c-97ca-26bc77d46032 x-openstack-request-id: req-d7d1a157-5961-4c8c-97ca-26bc77d46032 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:05.760428 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-unplugged", "status": "failed", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9", "code": 422}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:05.760687 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d7d1a157-5961-4c8c-97ca-26bc77d46032 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:05.761085 dv-cinder-813228-4-iscsi neutron-server[102649]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'code': 422} returned with failed status Dec 15 13:42:05.762848 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:05.767632 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:05.816440 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=8']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:05.835668 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2b63f288-a533-4ffa-9661-6ea18c86aa58 req-aeb51903-953d-4559-9132-def60da8d27d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052799 Dec 15 13:42:05.876109 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-03691501-065a-434e-9505-7c9343c33512 req-21c70347-bdc0-4bbe-b1f5-ff7e56daf0ec service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047218 Dec 15 13:42:06.409790 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:06.452516 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a92df5-08fd-425d-9eba-d3e744d6d1e6 req-57176718-54a4-4ce5-a849-715271ab9433 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:06.454329 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-12a92df5-08fd-425d-9eba-d3e744d6d1e6 req-57176718-54a4-4ce5-a849-715271ab9433 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0574071 Dec 15 13:42:06.506226 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-12a92df5-08fd-425d-9eba-d3e744d6d1e6 req-be42bd14-77c8-40e9-8097-ec46885ff3f2 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456562 Dec 15 13:42:06.789597 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f82f85-808b-4a00-ba5e-d2055b8093c9 req-6bcbce41-0655-4696-96b7-b74a1b81f074 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:06.791217 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f4f82f85-808b-4a00-ba5e-d2055b8093c9 req-6bcbce41-0655-4696-96b7-b74a1b81f074 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0494478 Dec 15 13:42:06.845872 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f4f82f85-808b-4a00-ba5e-d2055b8093c9 req-5044770a-9bec-4a45-a3ec-092b9c207145 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485890 Dec 15 13:42:07.033797 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58162) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:07.119086 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-bd41ed0b-7f1d-4c34-b17d-1e9b45951225 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840878 Dec 15 13:42:07.128614 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-845b0abe-5440-49c3-9d07-8f9a7f8a2621 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:07.129564 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-845b0abe-5440-49c3-9d07-8f9a7f8a2621 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050588 Dec 15 13:42:07.629666 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a1aa0-5b4c-4880-a7ca-1ab941abfbc2 req-eb1f2794-208e-40d9-80c6-0e36bae3f536 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:07.631241 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4a2a1aa0-5b4c-4880-a7ca-1ab941abfbc2 req-eb1f2794-208e-40d9-80c6-0e36bae3f536 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0499418 Dec 15 13:42:07.683691 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4a2a1aa0-5b4c-4880-a7ca-1ab941abfbc2 req-9cb93f9e-8a36-4529-b06f-f876404fbb21 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461287 Dec 15 13:42:07.967334 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267a8b5-6b49-45b3-be75-cc091814749c req-98d79650-0a63-4a0b-8fba-9b51f6c37fe3 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:07.968794 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d267a8b5-6b49-45b3-be75-cc091814749c req-98d79650-0a63-4a0b-8fba-9b51f6c37fe3 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0486534 Dec 15 13:42:08.015204 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d267a8b5-6b49-45b3-be75-cc091814749c req-6656ba20-a4b4-4502-ba12-95453561da4a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 Dec 15 13:42:08.144842 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-d7b02b3e-22a2-488c-a6f7-d8c6a227ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.146361 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-d7b02b3e-22a2-488c-a6f7-d8c6a227ff5d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2&tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc HTTP/1.1" status: 200 len: 1096 time: 0.0804203 Dec 15 13:42:08.215758 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-b873cb1b-cd92-4e4f-b08a-ce54a4be53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.217523 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-b873cb1b-cd92-4e4f-b08a-ce54a4be53f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0428178 Dec 15 13:42:08.320092 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-d878a576-5513-44c7-a1c3-ef0f286b2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.321736 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-d878a576-5513-44c7-a1c3-ef0f286b2bdf service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.0896106 Dec 15 13:42:08.390387 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-5cd4c95a-3852-470f-9e07-be79d5835105 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9 HTTP/1.1" status: 200 len: 999 time: 0.0600765 Dec 15 13:42:08.441526 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-be58679e-576a-4453-858c-3f0df23f3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.442919 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-be58679e-576a-4453-858c-3f0df23f3b02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0453172 Dec 15 13:42:08.492715 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-26bb9e7b-09e6-41d1-948f-c4e25a126981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:08.494240 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-26bb9e7b-09e6-41d1-948f-c4e25a126981 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424297 Dec 15 13:42:08.581115 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-d7f9b8bc-3b20-408d-9d36-3a48ca1ad00c service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785534 Dec 15 13:42:08.673315 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bf2264f0-3620-4cfa-ba5e-ef39ea4a23da req-fe1c8228-4e28-4d01-bbd4-7c1b246c2f99 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836377 Dec 15 13:42:09.175982 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdedf9e-e749-4c14-a64f-819aadbac64c req-41311e5c-4453-4f3a-83ec-c360feb3f22e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:09.178804 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8bdedf9e-e749-4c14-a64f-819aadbac64c req-41311e5c-4453-4f3a-83ec-c360feb3f22e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0764105 Dec 15 13:42:09.254374 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8bdedf9e-e749-4c14-a64f-819aadbac64c req-aae4ddd0-2f55-4e32-8581-fdb4d1eedbfb tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680640 Dec 15 13:42:09.506832 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:10.160629 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d26b3-d920-4d86-8391-92056404e45f req-bb671196-9fec-4246-95b6-67f940168559 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:10.165650 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d89d26b3-d920-4d86-8391-92056404e45f req-bb671196-9fec-4246-95b6-67f940168559 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0726447 Dec 15 13:42:10.214168 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d89d26b3-d920-4d86-8391-92056404e45f req-e7c5ee21-7787-4e69-b8a2-1d0f0b73bf31 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Dec 15 13:42:10.383712 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce0cc-9d00-4f1f-a4f5-a7992cced71b req-bb6c40d7-4d96-4eb3-8843-091a2e69f4ee tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:10.385172 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e28ce0cc-9d00-4f1f-a4f5-a7992cced71b req-bb6c40d7-4d96-4eb3-8843-091a2e69f4ee tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0533087 Dec 15 13:42:10.463636 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e28ce0cc-9d00-4f1f-a4f5-a7992cced71b req-7022b652-9f80-450d-b42e-e0d78f6da042 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660708 Dec 15 13:42:11.346662 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d6e17-559f-4720-8789-9dd3def21d78 req-c989d64c-7646-4a20-92f8-d0f23342d799 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.348517 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-502d6e17-559f-4720-8789-9dd3def21d78 req-c989d64c-7646-4a20-92f8-d0f23342d799 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0653360 Dec 15 13:42:11.400131 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-502d6e17-559f-4720-8789-9dd3def21d78 req-698f600f-1e8c-4048-9f13-82a572260681 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 Dec 15 13:42:11.599022 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af4847-404a-4e3c-b694-c9d7ca331717 req-4444b81c-93ef-4de2-98e9-47d0052f1ec2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.600708 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-06af4847-404a-4e3c-b694-c9d7ca331717 req-4444b81c-93ef-4de2-98e9-47d0052f1ec2 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0601926 Dec 15 13:42:11.651434 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-06af4847-404a-4e3c-b694-c9d7ca331717 req-0000cfc1-5d7d-47d3-8e33-f9c1cff4fa30 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Dec 15 13:42:12.517658 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fdd46-94c4-4f04-8c1b-f1044fab6e79 req-850e0cf1-570e-4e98-913f-1e60ed94cc6f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.519374 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-117fdd46-94c4-4f04-8c1b-f1044fab6e79 req-850e0cf1-570e-4e98-913f-1e60ed94cc6f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0496304 Dec 15 13:42:12.572233 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-117fdd46-94c4-4f04-8c1b-f1044fab6e79 req-3472be46-f466-46f2-98ed-cd40eb0e937d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445261 Dec 15 13:42:12.783765 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa07565-d241-4618-9984-7edd5321777e req-84e940ea-d98a-4abe-a3a9-766dc18ff149 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.785772 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4aa07565-d241-4618-9984-7edd5321777e req-84e940ea-d98a-4abe-a3a9-766dc18ff149 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0574353 Dec 15 13:42:12.849341 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4aa07565-d241-4618-9984-7edd5321777e req-02d0e3d9-a5eb-4a18-bcf2-ffa731a87fa3 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560400 Dec 15 13:42:13.665562 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:42:13.698285 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057fe6-0fb9-4d1c-9007-575628b9fb3a req-4e9ec4fa-d462-4aab-a6ef-7997be13f3b7 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:13.699781 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-13057fe6-0fb9-4d1c-9007-575628b9fb3a req-4e9ec4fa-d462-4aab-a6ef-7997be13f3b7 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Dec 15 13:42:13.748693 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-13057fe6-0fb9-4d1c-9007-575628b9fb3a req-20a3f4fa-db77-44be-baf2-f19b020e456e tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Dec 15 13:42:13.993739 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b7d5-bec5-49fc-be89-e7e14ee63aa1 req-ee25808c-1769-4f54-945c-b8c399719d2f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:13.995238 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1665b7d5-bec5-49fc-be89-e7e14ee63aa1 req-ee25808c-1769-4f54-945c-b8c399719d2f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0489531 Dec 15 13:42:14.042642 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1665b7d5-bec5-49fc-be89-e7e14ee63aa1 req-2e3c8241-5a66-4449-b178-e7ff7f809c6c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409126 Dec 15 13:42:14.874139 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2dfa7-0ec1-425b-a13e-e03169f96d1f req-e907b8b7-2b29-4cbe-b31b-831130cb66a1 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:14.875590 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-89d2dfa7-0ec1-425b-a13e-e03169f96d1f req-e907b8b7-2b29-4cbe-b31b-831130cb66a1 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0549042 Dec 15 13:42:14.923077 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-89d2dfa7-0ec1-425b-a13e-e03169f96d1f req-6bf2602c-8bd2-4a69-9478-2b6628ef839f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Dec 15 13:42:15.165823 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736b663-302d-42a5-9c0b-afd6bc898865 req-4ac1e1c3-bbad-4ce7-a550-cdd7a23e1251 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:15.167386 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d736b663-302d-42a5-9c0b-afd6bc898865 req-4ac1e1c3-bbad-4ce7-a550-cdd7a23e1251 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0489304 Dec 15 13:42:15.233286 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d736b663-302d-42a5-9c0b-afd6bc898865 req-c283de27-d402-4031-8a7e-cc5b0fa1585f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528967 Dec 15 13:42:16.039912 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdec444-05d5-4828-b53b-d4824359ac21 req-b1da1fc0-da0f-44a6-b92c-eb1a26927b61 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:16.041367 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6bdec444-05d5-4828-b53b-d4824359ac21 req-b1da1fc0-da0f-44a6-b92c-eb1a26927b61 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0490723 Dec 15 13:42:16.092706 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6bdec444-05d5-4828-b53b-d4824359ac21 req-e3d90df3-1552-48bb-8308-83085073a96e tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449057 Dec 15 13:42:16.344665 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbcc83-4aba-4db7-b17c-70e07250fc2e req-207f1b02-2f21-4cd0-99a3-7d105b5aab57 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:16.346144 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-09cbcc83-4aba-4db7-b17c-70e07250fc2e req-207f1b02-2f21-4cd0-99a3-7d105b5aab57 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0502329 Dec 15 13:42:16.400162 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-09cbcc83-4aba-4db7-b17c-70e07250fc2e req-7a5103e2-da53-40ca-bf51-832900d2c11f tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481112 Dec 15 13:42:17.206791 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2da8b-2b2e-43a0-a237-40c80c6d5624 req-d656181d-0d1a-4521-85b4-8b15c16c4b90 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.208265 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c0d2da8b-2b2e-43a0-a237-40c80c6d5624 req-d656181d-0d1a-4521-85b4-8b15c16c4b90 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0482254 Dec 15 13:42:17.256449 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c0d2da8b-2b2e-43a0-a237-40c80c6d5624 req-57e51208-17bb-4f61-b9cf-a8720d209cda tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Dec 15 13:42:17.525901 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f00ef-8a50-4c50-9ebe-04bee6277d8b req-47e0f667-9b70-4f45-ab92-cff6be0f4939 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.527354 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7d6f00ef-8a50-4c50-9ebe-04bee6277d8b req-47e0f667-9b70-4f45-ab92-cff6be0f4939 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0508528 Dec 15 13:42:17.590731 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7d6f00ef-8a50-4c50-9ebe-04bee6277d8b req-8dbb9e80-56ab-4ab9-b9d0-f922f0b0413b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549221 Dec 15 13:42:18.369274 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21687e-84ee-4ebf-af4f-0f596b14dc76 req-31c1dddd-558c-48d2-ba20-a6b97f10ccc6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.370849 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cd21687e-84ee-4ebf-af4f-0f596b14dc76 req-31c1dddd-558c-48d2-ba20-a6b97f10ccc6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0486519 Dec 15 13:42:18.419587 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cd21687e-84ee-4ebf-af4f-0f596b14dc76 req-7995ff73-9143-46b9-b836-f2825d50f345 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422924 Dec 15 13:42:18.715711 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f40de-7cb2-408f-b8ea-89275f64de44 req-3f9d7afa-f0d9-4917-a38e-f80dd1afdc1d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.718542 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-293f40de-7cb2-408f-b8ea-89275f64de44 req-3f9d7afa-f0d9-4917-a38e-f80dd1afdc1d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0518811 Dec 15 13:42:18.780511 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-293f40de-7cb2-408f-b8ea-89275f64de44 req-71904ac7-8f5f-40b2-a694-389913adaa69 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559640 Dec 15 13:42:19.546356 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef22ef-46c9-47bc-8619-95d641ffe135 req-491a682f-bb75-49a8-9fe9-59bbc233b164 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:19.547965 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e4ef22ef-46c9-47bc-8619-95d641ffe135 req-491a682f-bb75-49a8-9fe9-59bbc233b164 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0542572 Dec 15 13:42:19.600399 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e4ef22ef-46c9-47bc-8619-95d641ffe135 req-0921f120-d06d-4dc7-ad19-6c8386ab3f3f tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Dec 15 13:42:19.919382 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57124877-6eae-49c3-95e6-3b00a157a625 req-3ff44a13-a34a-4129-97e0-8c3116ad71fd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:19.920909 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-57124877-6eae-49c3-95e6-3b00a157a625 req-3ff44a13-a34a-4129-97e0-8c3116ad71fd tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0671897 Dec 15 13:42:19.976935 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-57124877-6eae-49c3-95e6-3b00a157a625 req-0ee0da68-28d4-4a4e-8998-4c454d841ce1 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500901 Dec 15 13:42:20.717074 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28332513-91fb-476e-a5c0-3806e2c6a0a3 req-13fefc7f-1f44-4354-8d32-35b5d04f403d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:20.718447 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-28332513-91fb-476e-a5c0-3806e2c6a0a3 req-13fefc7f-1f44-4354-8d32-35b5d04f403d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0474741 Dec 15 13:42:20.766182 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-28332513-91fb-476e-a5c0-3806e2c6a0a3 req-bfb41e99-c84b-49ca-8c15-b8ceb0982eab tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Dec 15 13:42:21.097930 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23219e-d205-4b0f-8387-c19b6c840dd9 req-82651420-26a0-4d89-9707-4d069367dce1 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:21.099511 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d23219e-d205-4b0f-8387-c19b6c840dd9 req-82651420-26a0-4d89-9707-4d069367dce1 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0492642 Dec 15 13:42:21.147665 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d23219e-d205-4b0f-8387-c19b6c840dd9 req-635a5339-bcc3-4183-b7ea-7f0dc7e0f5f8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Dec 15 13:42:21.879642 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91074e-4822-4ece-845e-6a163cfc45a3 req-41be32c7-d76d-409c-bf8b-b029218138af tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:21.881087 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d91074e-4822-4ece-845e-6a163cfc45a3 req-41be32c7-d76d-409c-bf8b-b029218138af tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Dec 15 13:42:21.929322 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d91074e-4822-4ece-845e-6a163cfc45a3 req-b2476864-06d2-4b11-ba96-44a44cf15011 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 Dec 15 13:42:22.269258 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001b263-d067-4166-8f35-d335199b7db0 req-94bc91d8-da05-4e1f-8560-1045a7091486 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:22.270776 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5001b263-d067-4166-8f35-d335199b7db0 req-94bc91d8-da05-4e1f-8560-1045a7091486 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0495982 Dec 15 13:42:22.316677 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5001b263-d067-4166-8f35-d335199b7db0 req-15f2d7fb-13dc-418a-b37e-033ae3a1e098 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Dec 15 13:42:23.041041 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab79db-010e-43d3-8e96-ab9af6ea6f97 req-2de769ee-7232-4e38-97a5-b9d105098716 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.042504 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8aab79db-010e-43d3-8e96-ab9af6ea6f97 req-2de769ee-7232-4e38-97a5-b9d105098716 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0475080 Dec 15 13:42:23.093803 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8aab79db-010e-43d3-8e96-ab9af6ea6f97 req-8b1fba7a-1f9f-4bc1-ad6d-2f6906144e84 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448923 Dec 15 13:42:23.433723 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf831f-d6ec-463c-9414-96da7546caff req-e65d0a5a-6cd6-4d31-a07e-b0be5ea85fc6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:23.435349 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2acf831f-d6ec-463c-9414-96da7546caff req-e65d0a5a-6cd6-4d31-a07e-b0be5ea85fc6 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 943 time: 0.0477664 Dec 15 13:42:23.480579 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2acf831f-d6ec-463c-9414-96da7546caff req-ee4cb885-cf10-47e9-a733-dceaee05c970 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393586 Dec 15 13:42:23.569175 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:23.663151 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:23.674840 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'port_id': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'mac_address': 'fa:16:3e:0c:c3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:23.710630 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.724101 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6d9258-9d98-4855-ac93-8388249d6cd9 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:23.743700 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:23.748634 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.797187 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=9']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.016516 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['eb6d9258-9d98-4855-ac93-8388249d6cd9'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:24.208208 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c65353-b23a-4f78-a4e9-0b84f0a30cbb req-fd9ace75-8b57-459e-9225-b9810ae963ab tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.209584 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-97c65353-b23a-4f78-a4e9-0b84f0a30cbb req-fd9ace75-8b57-459e-9225-b9810ae963ab tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0482097 Dec 15 13:42:24.258692 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-97c65353-b23a-4f78-a4e9-0b84f0a30cbb req-40b3bc6b-92d4-4ccd-bd0a-550394f60a27 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Dec 15 13:42:24.604764 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1f64c-f4be-4d62-aea2-3664178d2de7 req-193114d3-8c39-4ea9-981d-d74b8ec829c8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:24.606263 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-23b1f64c-f4be-4d62-aea2-3664178d2de7 req-193114d3-8c39-4ea9-981d-d74b8ec829c8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 944 time: 0.0542600 Dec 15 13:42:24.653905 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-23b1f64c-f4be-4d62-aea2-3664178d2de7 req-4a35f269-c66c-411e-9cfd-5bc844265057 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417559 Dec 15 13:42:25.377449 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d49f94-67a1-41fe-8ccb-ce6389d7cb33 req-fb8c1657-ed03-42b6-97f9-7cfdde31388c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.378924 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3d49f94-67a1-41fe-8ccb-ce6389d7cb33 req-fb8c1657-ed03-42b6-97f9-7cfdde31388c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0492156 Dec 15 13:42:25.426709 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e3d49f94-67a1-41fe-8ccb-ce6389d7cb33 req-e0df1d44-e306-4d67-b31b-33e75ca1f2cf tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Dec 15 13:42:25.537140 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-55985e46-17fd-4d4b-a687-4416d9030347 req-62ae9e9c-5175-46f5-bdf5-9f3a99fc26a2 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827285349&fields=id&tenant_id=56ce01ca50734f87ad8566b49ea5292a HTTP/1.1" status: 200 len: 267 time: 0.0416689 Dec 15 13:42:25.589107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:25.592333 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985e46-17fd-4d4b-a687-4416d9030347 req-1586eab5-431b-4d88-8bbb-92aa4f931ec0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.593836 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-55985e46-17fd-4d4b-a687-4416d9030347 req-1586eab5-431b-4d88-8bbb-92aa4f931ec0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 985 time: 0.0513833 Dec 15 13:42:25.604649 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-55985e46-17fd-4d4b-a687-4416d9030347 req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Request body: {'port': {'security_groups': ['370d97a0-05f9-4d4c-8bbd-b206db300335']}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:25.642251 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port eb6d9258-9d98-4855-ac93-8388249d6cd9 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:25.642613 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.673184 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-55985e46-17fd-4d4b-a687-4416d9030347 req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.723189 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.745713 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:25.747941 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab303e-933c-41ec-a09e-e2771c20d042" -d '{"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:25.760922 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:25.765440 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.815218 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=10']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.815441 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed9bee-b9ad-493b-948a-2735a1f3f5f3 req-5b8aaa74-d61f-4c4e-a35b-90a4700e33ab tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.816678 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bed9bee-b9ad-493b-948a-2735a1f3f5f3 req-5b8aaa74-d61f-4c4e-a35b-90a4700e33ab tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 944 time: 0.0844212 Dec 15 13:42:25.910146 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7bed9bee-b9ad-493b-948a-2735a1f3f5f3 req-b196977b-ded8-4640-83dc-82dec19e5eaf tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684335 Dec 15 13:42:25.925188 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-55985e46-17fd-4d4b-a687-4416d9030347 req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] For port 8387272b-2814-444a-bddf-6d072a131977, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8387272b-2814-444a-bddf-6d072a131977,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:25.956737 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-55985e46-17fd-4d4b-a687-4416d9030347 req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.957120 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c065ba91-1c91-4299-9776-77438b1495e3 x-openstack-request-id: req-c065ba91-1c91-4299-9776-77438b1495e3 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:25.957412 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:25.957665 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c065ba91-1c91-4299-9776-77438b1495e3 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:25.958237 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'code': 200} Dec 15 13:42:25.961201 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-55985e46-17fd-4d4b-a687-4416d9030347 req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.973522 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8387272b-2814-444a-bddf-6d072a131977'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:26.006893 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985e46-17fd-4d4b-a687-4416d9030347 req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.007548 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-55985e46-17fd-4d4b-a687-4416d9030347 req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.009180 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-55985e46-17fd-4d4b-a687-4416d9030347 req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "PUT /v2.0/ports/8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 943 time: 0.4087188 Dec 15 13:42:26.009438 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:26.011764 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86" -d '{"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:26.014693 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58282) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:26.052398 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event updated for resources: {'Port': ['ID=8387272b-2814-444a-bddf-6d072a131977,revision_number=7']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.061391 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.061779 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.062105 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.062443 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.062775 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.063107 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.063443 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.063766 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.064091 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.064416 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.064741 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.065066 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.065383 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a7b27a-651a-4429-8714-ecdf73050d15 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.109632 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8387272b-2814-444a-bddf-6d072a131977'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:26.166942 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.204383 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.205459 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc6bfdd-a666-4eb4-a71f-4f691f8c8f3e x-openstack-request-id: req-1bc6bfdd-a666-4eb4-a71f-4f691f8c8f3e {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:26.205750 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:26.206024 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1bc6bfdd-a666-4eb4-a71f-4f691f8c8f3e {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:26.207102 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977', 'status': 'completed', 'code': 200} Dec 15 13:42:26.209099 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca208735-e034-47ed-9158-3da660cac6e3 req-4c3f53d3-9d87-4d72-8169-c3684d9e900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.210653 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ca208735-e034-47ed-9158-3da660cac6e3 req-4c3f53d3-9d87-4d72-8169-c3684d9e900d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0627620 Dec 15 13:42:26.273907 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ca208735-e034-47ed-9158-3da660cac6e3 req-1214decd-b376-457d-80a9-8ad01e9e7ee4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542579 Dec 15 13:42:26.297541 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-126021ca-fc00-4fde-8b66-75907fe5b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.299074 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-126021ca-fc00-4fde-8b66-75907fe5b6f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56ce01ca50734f87ad8566b49ea5292a&device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1099 time: 0.0657067 Dec 15 13:42:26.323253 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.326082 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.330196 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "DELETE /v2.0/security-groups/1b1801e8-b446-414a-b87d-240ff8a78350 HTTP/1.1" status: 204 len: 168 time: 0.3088396 Dec 15 13:42:26.330579 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58286) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:26.336895 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-8c48f7f4-8415-473d-8844-c71de4431c4c None None] Provisioning complete for port 8387272b-2814-444a-bddf-6d072a131977 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:26.337258 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-8c48f7f4-8415-473d-8844-c71de4431c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.337369 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1801e8-b446-414a-b87d-240ff8a78350,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.344782 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.345129 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.345469 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.345928 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.346261 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.346587 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.346913 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.347242 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.347566 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.347891 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.348209 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.348528 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.348844 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a97497-e2ca-4738-8004-deb750a83ff0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:26.531199 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Deleting port f5630ebf-b21a-4fe6-87f1-9601449fed59 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:26.531808 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.574000 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-cbd04230-d41e-4563-9b2a-84b90f807461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.575483 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-cbd04230-d41e-4563-9b2a-84b90f807461 service neutron] 10.222.0.66 "GET /v2.0/networks?id=67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 200 len: 915 time: 0.0882964 Dec 15 13:42:26.587810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f2e2-fa24-498c-abd5-e97afbd8a174 req-37c7800b-0f23-4a0e-ad38-fc2398834e8c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.589606 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a3e2f2e2-fa24-498c-abd5-e97afbd8a174 req-37c7800b-0f23-4a0e-ad38-fc2398834e8c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0965114 Dec 15 13:42:26.646165 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-ec6ede4e-9690-4cd1-93d3-9f7b123c3cd3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 1001 time: 0.0612533 Dec 15 13:42:26.649902 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.650210 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.672575 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Calling delete_port for f5630ebf-b21a-4fe6-87f1-9601449fed59 owned by network:floatingip {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:26.679805 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a3e2f2e2-fa24-498c-abd5-e97afbd8a174 req-797302fb-1352-46d3-8ad9-c9ddf36a90e8 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830843 Dec 15 13:42:26.705701 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-6ed84383-2efa-4fb7-a874-36a24be59ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.707189 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-6ed84383-2efa-4fb7-a874-36a24be59ada service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe HTTP/1.1" status: 200 len: 853 time: 0.0539954 Dec 15 13:42:26.756678 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-c7eb4a6a-589b-4054-8d99-b8a90dc2e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.758256 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-c7eb4a6a-589b-4054-8d99-b8a90dc2e37a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67834753-f02a-48bf-8dbe-b2e35c44f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435872 Dec 15 13:42:26.849583 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-b109f847-3465-49af-8f35-0d6ec3caa547 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828528 Dec 15 13:42:26.950590 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3e69ae74-928f-42d3-8ccd-bdb32fa9ba86 req-0e5245b9-c8ca-4abc-8d97-844bb9c13db0 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935163 Dec 15 13:42:27.091062 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bd8fc-b5ff-43cc-a162-4e6c28d50f8a req-0ff6bd39-1943-4942-94d9-06adf4ec283b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.093027 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-077bd8fc-b5ff-43cc-a162-4e6c28d50f8a req-0ff6bd39-1943-4942-94d9-06adf4ec283b tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 946 time: 0.0713313 Dec 15 13:42:27.125277 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.165677 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event deleted for resources: {'Port': ['ID=f5630ebf-b21a-4fe6-87f1-9601449fed59,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.178773 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-077bd8fc-b5ff-43cc-a162-4e6c28d50f8a req-91e72bad-fdeb-4567-bb61-cf510029198a tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797112 Dec 15 13:42:27.229541 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks [] for floatingip, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.229803 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.l3_db [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Floating IP f392142d-5653-486d-88bb-eb34c74febd6 disassociated (deleted). External IP: 172.27.1.92, port: 8387272b-2814-444a-bddf-6d072a131977. Dec 15 13:42:27.434572 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Router 325a8392-a968-47db-9bdc-b9830c3b16c9 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:27.548126 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:27.552944 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.561223 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] Sync routers for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:27.572810 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:27.573462 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:42:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:27.585548 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-69cc1ed2-da1b-4a98-b277-aad69adfbfd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "DELETE /v2.0/floatingips/f392142d-5653-486d-88bb-eb34c74febd6 HTTP/1.1" status: 204 len: 168 time: 1.2537475 Dec 15 13:42:27.718058 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:27.838250 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ddc3-f970-4bcd-ac42-371ccb139f89 req-ac049d71-854e-4056-8642-3fd9912adfd0 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.840416 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ee20ddc3-f970-4bcd-ac42-371ccb139f89 req-ac049d71-854e-4056-8642-3fd9912adfd0 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0638251 Dec 15 13:42:27.949139 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ee20ddc3-f970-4bcd-ac42-371ccb139f89 req-9e66b4b3-0042-4b3f-bdbc-8e2910bb8784 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940540 Dec 15 13:42:28.016026 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 5, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:28.046703 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] Checking router: 325a8392-a968-47db-9bdc-b9830c3b16c9 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:28.054395 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:28.054992 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:42:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:28.155937 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:28.208696 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:28.211491 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac3b631-a780-423a-9ac8-c2d4970cc31e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:28.278753 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deff0c41-e693-4af8-b589-dd7119c4871a x-openstack-request-id: req-deff0c41-e693-4af8-b589-dd7119c4871a {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:28.279658 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "tag": "8387272b-2814-444a-bddf-6d072a131977", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:28.279658 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-deff0c41-e693-4af8-b589-dd7119c4871a {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:28.279933 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'tag': '8387272b-2814-444a-bddf-6d072a131977', 'status': 'completed', 'code': 200} Dec 15 13:42:28.321161 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808c47-52eb-4e4c-bbd0-bed39c02d825 req-3eba5bcc-86a9-4ac5-aaed-f5319d5868ef tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.322749 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-df808c47-52eb-4e4c-bbd0-bed39c02d825 req-3eba5bcc-86a9-4ac5-aaed-f5319d5868ef tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 946 time: 0.0561728 Dec 15 13:42:28.356598 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-71ad5177-d40f-4d08-b65c-6202fecdaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.359660 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-71ad5177-d40f-4d08-b65c-6202fecdaf70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56ce01ca50734f87ad8566b49ea5292a&device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 1099 time: 0.0523605 Dec 15 13:42:28.379008 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 5, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:28.387123 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-df808c47-52eb-4e4c-bbd0-bed39c02d825 req-2b9aaa56-32cf-4a94-bc4d-07dc733d8678 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567372 Dec 15 13:42:28.414561 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4b73c-05e9-4e31-ac52-d8d1e4260599 None None] The sync data for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi is: [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:49Z', 'revision_number': 4, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '59f66458-ad35-426e-bf93-ca2358cb87f8', 'name': '', 'network_id': '67834753-f02a-48bf-8dbe-b2e35c44f89a', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'mac_address': 'fa:16:3e:0a:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:49Z', 'updated_at': '2021-12-15T13:39:54Z', 'revision_number': 5, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'subnets': [{'id': 'c27faad7-6bb2-48fb-839f-ecdbb19d5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:28.477908 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-1e52ca98-d81d-4600-93d3-da34396ce612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.479374 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-1e52ca98-d81d-4600-93d3-da34396ce612 service neutron] 10.222.0.66 "GET /v2.0/networks?id=67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 200 len: 915 time: 0.1033208 Dec 15 13:42:28.533415 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-bbaa2eac-8d60-4aeb-ae8f-6103d89715ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 200 len: 217 time: 0.0369213 Dec 15 13:42:28.584937 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-d38fbf41-622d-4a37-9154-37c3194ed1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.586476 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-d38fbf41-622d-4a37-9154-37c3194ed1e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe HTTP/1.1" status: 200 len: 853 time: 0.0461013 Dec 15 13:42:28.634863 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-9354d560-7702-4a7b-abb8-f536056482e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.636374 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-9354d560-7702-4a7b-abb8-f536056482e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67834753-f02a-48bf-8dbe-b2e35c44f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421591 Dec 15 13:42:28.649979 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b9f42-b987-4e82-a7b9-82dc3066c53c None None] New status for floating IP f392142d-5653-486d-88bb-eb34c74febd6: DOWN {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:42:28.981688 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-7ab0ea64-7f89-4d77-95bb-a932239bb229 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333759 Dec 15 13:42:29.072089 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92d7e-b2e4-4e5d-a71b-6e212ab548fc req-728519f6-b59d-4f8d-b2ad-83519ed93917 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.073645 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-14e92d7e-b2e4-4e5d-a71b-6e212ab548fc req-728519f6-b59d-4f8d-b2ad-83519ed93917 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0608721 Dec 15 13:42:29.083342 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ac3b631-a780-423a-9ac8-c2d4970cc31e req-d0054fac-9ae0-439f-845f-811875fbc2b7 service neutron] 10.222.0.66 "GET /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929272 Dec 15 13:42:29.129549 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-14e92d7e-b2e4-4e5d-a71b-6e212ab548fc req-e97e9b16-52ad-41cf-8371-e338c7bd12ea tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488787 Dec 15 13:42:29.506839 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79301970-e0bd-4f92-9148-9f9e05253887 req-4df96f13-46da-44f8-b5bc-b0c524c89881 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:29.508298 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-79301970-e0bd-4f92-9148-9f9e05253887 req-4df96f13-46da-44f8-b5bc-b0c524c89881 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 946 time: 0.0481238 Dec 15 13:42:29.554025 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-79301970-e0bd-4f92-9148-9f9e05253887 req-e1bb1355-ee55-450a-ad98-d32d67e1e22d tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392461 Dec 15 13:42:29.636130 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-76f38d94-83ba-4ecb-bea9-1b7e087680b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.246393 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61289903-dec1-4459-be55-374d713d2402 req-c3f2f9fc-474f-4642-8aa0-2866efa22875 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.247899 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-61289903-dec1-4459-be55-374d713d2402 req-c3f2f9fc-474f-4642-8aa0-2866efa22875 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0533063 Dec 15 13:42:30.300125 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-61289903-dec1-4459-be55-374d713d2402 req-73949a1e-ad93-4125-8674-9bc616551568 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 Dec 15 13:42:30.457492 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fb698-1b19-4596-bdc4-8fe5384bd9fe req-dc45c65c-fa09-410f-b4d0-24bb7bfdddc7 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:30.458906 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f29fb698-1b19-4596-bdc4-8fe5384bd9fe req-dc45c65c-fa09-410f-b4d0-24bb7bfdddc7 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.0513906 Dec 15 13:42:30.508501 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f29fb698-1b19-4596-bdc4-8fe5384bd9fe req-e62fbd35-b79b-4624-ad90-0e08c42bbbd0 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Dec 15 13:42:31.421706 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6e101-4e45-49b0-83bc-df5c48e49556 req-213a92bd-4969-468a-a05a-894602941796 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.423283 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-63c6e101-4e45-49b0-83bc-df5c48e49556 req-213a92bd-4969-468a-a05a-894602941796 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0543311 Dec 15 13:42:31.444040 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-c3842aa8-338f-4656-8d35-816163c45f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.445589 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-c3842aa8-338f-4656-8d35-816163c45f93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae0b248663174800af3db2a34d92f6b3&device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0456719 Dec 15 13:42:31.475483 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-63c6e101-4e45-49b0-83bc-df5c48e49556 req-eed2d1ca-22a5-417d-9a74-61bea2617413 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446825 Dec 15 13:42:31.543446 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-0bd42423-cc01-4b94-80a9-8a2bd4155c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.544927 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-0bd42423-cc01-4b94-80a9-8a2bd4155c46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 200 len: 910 time: 0.0915270 Dec 15 13:42:31.616508 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-4e62c0bd-2a39-4002-9a5b-93501c2cd968 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 200 len: 1001 time: 0.0623035 Dec 15 13:42:31.629869 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768d65d-6757-4b65-84f8-d6ef420cb422 req-64a8f3b2-3587-4992-9ad4-35007128b443 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.632676 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8768d65d-6757-4b65-84f8-d6ef420cb422 req-64a8f3b2-3587-4992-9ad4-35007128b443 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.0534360 Dec 15 13:42:31.671861 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-fd2ebdb4-191b-44b7-b981-11227839d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.673947 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-fd2ebdb4-191b-44b7-b981-11227839d70d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=303ca9a0-a0c0-4a44-b704-7fcd8e15685f HTTP/1.1" status: 200 len: 848 time: 0.0489035 Dec 15 13:42:31.685092 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8768d65d-6757-4b65-84f8-d6ef420cb422 req-220b91b6-f3ab-4d91-9cce-27c4b541f03a tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/security-groups?id=370d97a0-05f9-4d4c-8bbd-b206db300335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Dec 15 13:42:31.728665 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-6e87dcef-6027-41d7-a231-81931e20acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:31.730187 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-6e87dcef-6027-41d7-a231-81931e20acde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fceda14e-72c1-403d-b298-cf6490176d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484881 Dec 15 13:42:31.825635 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-6b0da6a0-b35b-484e-bdb8-c074db09a956 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835147 Dec 15 13:42:31.926145 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-999e9248-f3a7-4e06-859b-c0f120017e7b req-9b1078bf-0a4a-410c-b0f6-00ecf5472f9d service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908723 Dec 15 13:42:32.206524 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9cd55611-e731-42b2-829d-537777fdb86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.328656 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-9628c49f-f664-465f-98fe-7523c356d18c tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:32.330222 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-9628c49f-f664-465f-98fe-7523c356d18c tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 946 time: 0.0505476 Dec 15 13:42:32.437314 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Deleting port 8387272b-2814-444a-bddf-6d072a131977 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:32.437640 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.530019 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] For port 8387272b-2814-444a-bddf-6d072a131977, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8387272b-2814-444a-bddf-6d072a131977,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:32.530672 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.542750 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Calling delete_port for 8387272b-2814-444a-bddf-6d072a131977 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:32.591444 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cba0c8-b8d8-4c1d-bbd0-12054a30fe83 req-7f4f3568-7721-4bfb-b392-4d47b7e7aa7b tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:32.592932 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-33cba0c8-b8d8-4c1d-bbd0-12054a30fe83 req-7f4f3568-7721-4bfb-b392-4d47b7e7aa7b tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0498977 Dec 15 13:42:32.645807 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-33cba0c8-b8d8-4c1d-bbd0-12054a30fe83 req-d66cee7b-5fe5-4ab7-91f6-bd7837ceef86 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469139 Dec 15 13:42:32.675572 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.689272 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8387272b-2814-444a-bddf-6d072a131977'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:32.702584 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Pushing event deleted for resources: {'Port': ['ID=8387272b-2814-444a-bddf-6d072a131977,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:32.751429 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] No DVR routers for this DVR port 8387272b-2814-444a-bddf-6d072a131977 on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:32.753969 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.757387 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-34f6921a-3bcf-408a-a90f-b93760aeb3e0 req-a974f818-d486-4f01-891d-940b9ce91ecf tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.66 "DELETE /v2.0/ports/8387272b-2814-444a-bddf-6d072a131977 HTTP/1.1" status: 204 len: 173 time: 0.4204590 Dec 15 13:42:32.757745 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'name': 'network-vif-deleted', 'tag': '8387272b-2814-444a-bddf-6d072a131977'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:32.759995 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fefab8d-0aa1-496c-b0d3-1482d82f33be" -d '{"events": [{"server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "name": "network-vif-deleted", "tag": "8387272b-2814-444a-bddf-6d072a131977"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:32.786825 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3eb0a6fc-0761-4c37-a12e-b817186943b5 req-ca1fcbfb-f56a-472d-bd49-d3921d9a0a14 tempest-TestMinimumBasicScenario-961960016 tempest-TestMinimumBasicScenario-961960016-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc679789-d368-43f8-ae73-af016defaac9 HTTP/1.1" status: 200 len: 210 time: 0.0288646 Dec 15 13:42:32.859458 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47812e30-86ad-42d5-9cbe-33f3fa1dd6d2 x-openstack-request-id: req-47812e30-86ad-42d5-9cbe-33f3fa1dd6d2 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:32.859762 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc679789-d368-43f8-ae73-af016defaac9", "name": "network-vif-deleted", "tag": "8387272b-2814-444a-bddf-6d072a131977", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:32.860018 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-47812e30-86ad-42d5-9cbe-33f3fa1dd6d2 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:32.860423 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc679789-d368-43f8-ae73-af016defaac9', 'name': 'network-vif-deleted', 'tag': '8387272b-2814-444a-bddf-6d072a131977', 'status': 'completed', 'code': 200} Dec 15 13:42:33.256947 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.764436 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bbcc6-dbfe-41e6-9e64-91f7311db8b6 req-d32e222f-64b5-481d-8f7c-b393dec1b1df tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:33.765999 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a58bbcc6-dbfe-41e6-9e64-91f7311db8b6 req-d32e222f-64b5-481d-8f7c-b393dec1b1df tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0499849 Dec 15 13:42:33.817374 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a58bbcc6-dbfe-41e6-9e64-91f7311db8b6 req-b04838d0-9070-44a1-8176-1f1f3c328a01 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Dec 15 13:42:34.360909 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58420) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:34.719476 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.909945 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.962058 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72e31c-a401-4b64-8bed-f1032516536c req-86104ccb-ecf5-48b1-adf3-fd7d2f1275a6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:34.963552 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2c72e31c-a401-4b64-8bed-f1032516536c req-86104ccb-ecf5-48b1-adf3-fd7d2f1275a6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0751436 Dec 15 13:42:35.038734 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2c72e31c-a401-4b64-8bed-f1032516536c req-81e9cd1f-b827-493c-935d-4a16869b22b3 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582154 Dec 15 13:42:35.044743 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Deleting port 59f66458-ad35-426e-bf93-ca2358cb87f8 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:35.045080 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.134374 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] For port 59f66458-ad35-426e-bf93-ca2358cb87f8, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=59f66458-ad35-426e-bf93-ca2358cb87f8,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:35.134769 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.147504 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Calling delete_port for 59f66458-ad35-426e-bf93-ca2358cb87f8 owned by network:router_interface {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:35.193438 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [req-b6fc8ce3-a8b3-43e4-b525-3e09d76475a5 req-42064383-f627-496e-a65f-c62f46470a0c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:35.194521 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b6fc8ce3-a8b3-43e4-b525-3e09d76475a5 req-42064383-f627-496e-a65f-c62f46470a0c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0775242 Dec 15 13:42:35.411155 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-6deb5d3f-cf04-41ed-b085-d23b616ece88 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074374 Dec 15 13:42:35.419434 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.431203 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f9de-3bca-4177-a907-2527259a5aeb req-c979ae86-b1d8-4ecd-bc18-eab7845bdea6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:35.432713 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ed43f9de-3bca-4177-a907-2527259a5aeb req-c979ae86-b1d8-4ecd-bc18-eab7845bdea6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0978279 Dec 15 13:42:35.469196 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f66458-ad35-426e-bf93-ca2358cb87f8,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:35.551570 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.566596 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ed43f9de-3bca-4177-a907-2527259a5aeb req-ca18226f-7913-44ba-8088-e2b50d54265b tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033368 Dec 15 13:42:35.697442 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.138687 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Router 325a8392-a968-47db-9bdc-b9830c3b16c9 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:36.246691 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:36.252355 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3fa85c82-ff9c-4455-bb30-204abb69ef77 admin admin] 10.222.0.83 "PUT /v2.0/routers/325a8392-a968-47db-9bdc-b9830c3b16c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8900526 Dec 15 13:42:36.255330 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58436) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:36.258930 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] Sync routers for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:36.272312 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:36.272903 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:42:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:36.363167 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks [] for router, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.385595 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:36.479864 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.489442 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.540633 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Deleting port bc1824d8-5c0f-4dec-8ba1-f75abecf7346 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:36.540969 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.580466 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:42:35Z', 'revision_number': 5, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port': {'id': 'bc1824d8-5c0f-4dec-8ba1-f75abecf7346', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:36.611102 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] Checking router: 325a8392-a968-47db-9bdc-b9830c3b16c9 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:36.619891 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] Routers {'325a8392-a968-47db-9bdc-b9830c3b16c9'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:36.620502 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:42:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['325a8392-a968-47db-9bdc-b9830c3b16c9'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:36.625881 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] For port bc1824d8-5c0f-4dec-8ba1-f75abecf7346, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bc1824d8-5c0f-4dec-8ba1-f75abecf7346,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:36.626713 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.666317 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Calling delete_port for bc1824d8-5c0f-4dec-8ba1-f75abecf7346 owned by network:router_gateway {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:36.726941 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69828cf-422f-4570-820b-cf4ad09c2e65 req-9f8077ce-f944-4e66-ae64-6195b69997b9 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.728594 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d69828cf-422f-4570-820b-cf4ad09c2e65 req-9f8077ce-f944-4e66-ae64-6195b69997b9 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0927482 Dec 15 13:42:36.817209 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-5e46abc7-99ad-4439-bb8b-0cde46d3aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.819327 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-5e46abc7-99ad-4439-bb8b-0cde46d3aa22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6&tenant_id=ae0b248663174800af3db2a34d92f6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0423512 Dec 15 13:42:36.836156 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d69828cf-422f-4570-820b-cf4ad09c2e65 req-c5b8fa3b-f428-466a-98a9-5d7ef31ffd86 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008375 Dec 15 13:42:36.837710 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] Set router 325a8392-a968-47db-9bdc-b9830c3b16c9 gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:36.895871 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:42:36Z', 'revision_number': 6, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port_host': None}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:36.897457 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-9fe0eae7-2573-4689-8c6d-d8374be57e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.899806 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-9fe0eae7-2573-4689-8c6d-d8374be57e65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae0b248663174800af3db2a34d92f6b3&device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0555031 Dec 15 13:42:36.900239 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.922974 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2f45c-8815-41be-b0da-0f952bdf97be None None] The sync data for ids ['325a8392-a968-47db-9bdc-b9830c3b16c9'] in dv-cinder-813228-4-iscsi is: [{'id': '325a8392-a968-47db-9bdc-b9830c3b16c9', 'name': 'tempest-TestMinimumBasicScenario-288911524-router', 'tenant_id': '56ce01ca50734f87ad8566b49ea5292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:46Z', 'updated_at': '2021-12-15T13:42:36Z', 'revision_number': 6, 'project_id': '56ce01ca50734f87ad8566b49ea5292a', 'gw_port_host': None}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:36.931807 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1824d8-5c0f-4dec-8ba1-f75abecf7346,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:36.990169 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.996993 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-ab0bf5d8-2c5f-4d5d-87e0-61b01914ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:36.999076 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-ab0bf5d8-2c5f-4d5d-87e0-61b01914ee51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 200 len: 910 time: 0.0911121 Dec 15 13:42:37.067771 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-0f6ef40a-812d-4769-a8eb-bd2941a667b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 200 len: 1001 time: 0.0612750 Dec 15 13:42:37.101017 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.103170 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.120734 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-d2eacc7c-1b17-4fdd-b465-3611dd6d1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.122312 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-d2eacc7c-1b17-4fdd-b465-3611dd6d1b48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=303ca9a0-a0c0-4a44-b704-7fcd8e15685f HTTP/1.1" status: 200 len: 848 time: 0.0471294 Dec 15 13:42:37.168785 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.169374 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 325a8392-a968-47db-9bdc-b9830c3b16c9 {{(pid=102648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:42:37.169749 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-440a30c0-9f71-49e5-b43b-7bc09b33df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:37.171758 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-440a30c0-9f71-49e5-b43b-7bc09b33df86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fceda14e-72c1-403d-b298-cf6490176d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405076 Dec 15 13:42:37.175469 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] Publish callbacks [] for router, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.176595 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-442ec25b-b9ee-4a15-b931-5e2fea6bc563 admin admin] 10.222.0.83 "DELETE /v2.0/routers/325a8392-a968-47db-9bdc-b9830c3b16c9 HTTP/1.1" status: 204 len: 168 time: 0.9201722 Dec 15 13:42:37.179532 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58440) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:37.223102 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e101d1-5c81-44ce-b91b-1f475d3bb4e8 admin admin] Deleting subnet c27faad7-6bb2-48fb-839f-ecdbb19d5dbe {{(pid=102648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:37.226516 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-72e101d1-5c81-44ce-b91b-1f475d3bb4e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.265663 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-72e101d1-5c81-44ce-b91b-1f475d3bb4e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377177'] for subnet, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.266562 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-f065e996-467e-478a-b728-3fdfa8f953da service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865629 Dec 15 13:42:37.374640 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a6c1896-9e1e-4d52-8159-7867c3cc822c req-6709ba59-daf0-4d43-80a6-ff9f395343c1 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912807 Dec 15 13:42:37.378461 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-72e101d1-5c81-44ce-b91b-1f475d3bb4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.439368 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-72e101d1-5c81-44ce-b91b-1f475d3bb4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62366620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62347549'] for subnet, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.464914 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e101d1-5c81-44ce-b91b-1f475d3bb4e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27faad7-6bb2-48fb-839f-ecdbb19d5dbe,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.470030 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-72e101d1-5c81-44ce-b91b-1f475d3bb4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.473924 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-72e101d1-5c81-44ce-b91b-1f475d3bb4e8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c27faad7-6bb2-48fb-839f-ecdbb19d5dbe HTTP/1.1" status: 204 len: 168 time: 0.2933712 Dec 15 13:42:37.476337 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58442) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:37.478475 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82347ce-1d38-48d1-973f-cea586ac3e8b None None] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:37.550243 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.617210 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Deleting port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:37.617210 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.620307 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8387272b-2814-444a-bddf-6d072a131977 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:37.646785 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 8387272b-2814-444a-bddf-6d072a131977 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:37.647127 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8387272b-2814-444a-bddf-6d072a131977 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:37.647543 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb15e4a2-9577-4f05-b3d6-86804d162658 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:37.650558 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] DHCP port deletion for 67834753-f02a-48bf-8dbe-b2e35c44f89a request from dv-cinder-813228-4-iscsi {{(pid=102649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:42:37.687160 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] For port ae643d6f-91f4-4bab-81bc-8c4742ede7c1, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:37.687550 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.700897 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Calling delete_port for ae643d6f-91f4-4bab-81bc-8c4742ede7c1 owned by network:dhcp {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:37.766560 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.770559 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] Deleting port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 {{(pid=102649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:37.770922 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.797002 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.823683 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.827489 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] No DVR routers for this DVR port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 on host dv-cinder-813228-4-iscsi {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:37.833798 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:37.836014 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0676e8-5ae5-4cbc-bf56-1b16302f4494" -d '{"events": [{"server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "name": "network-vif-unplugged", "status": "completed", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:37.860720 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:37.869286 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] For port ae643d6f-91f4-4bab-81bc-8c4742ede7c1, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,segment=NetworkSegment(e21e7407-70b8-4868-bf31-6aad9a6c236e),segment_id=e21e7407-70b8-4868-bf31-6aad9a6c236e)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:37.869673 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.872140 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.904001 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c4c7ab-5020-463e-aae6-326d1a6215fd x-openstack-request-id: req-46c4c7ab-5020-463e-aae6-326d1a6215fd {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:37.904298 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "name": "network-vif-unplugged", "status": "completed", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:37.904548 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-46c4c7ab-5020-463e-aae6-326d1a6215fd {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:37.904963 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'code': 200} Dec 15 13:42:37.918593 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.921820 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] Calling delete_port for ae643d6f-91f4-4bab-81bc-8c4742ede7c1 owned by network:dhcp {{(pid=102649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:37.964937 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67834753-f02a-48bf-8dbe-b2e35c44f89a']}} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:37.977250 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21e7407-70b8-4868-bf31-6aad9a6c236e') {'for_net_delete': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:37.977499 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21e7407-70b8-4868-bf31-6aad9a6c236e') {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:37.992241 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376994'] for segment, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.011277 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bc1824d8-5c0f-4dec-8ba1-f75abecf7346 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:38.014399 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e1361-a4ce-41d2-94c3-85640cc09c60 req-65ff338b-0cbe-442d-a676-7db0357cbd8d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:38.015915 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-613e1361-a4ce-41d2-94c3-85640cc09c60 req-65ff338b-0cbe-442d-a676-7db0357cbd8d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0884793 Dec 15 13:42:38.017682 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.024579 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:38.024997 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62366710'] for segment, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: Traceback (most recent call last): Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: timer() Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: cb(*args, **kw) Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: return func(*args, **kwargs) Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: self._notify() Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: self.callback(batched_events) Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: event.method(event) Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: return f(self, *a, **k) Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._get(url).json() Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:38.026843 dv-cinder-813228-4-iscsi neutron-server[102648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:38.044028 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: bc1824d8-5c0f-4dec-8ba1-f75abecf7346 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:38.044369 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bc1824d8-5c0f-4dec-8ba1-f75abecf7346 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:38.044784 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ae643d6f-91f4-4bab-81bc-8c4742ede7c1 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:38.046891 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=6']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.083530 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: ae643d6f-91f4-4bab-81bc-8c4742ede7c1 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:38.083779 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ae643d6f-91f4-4bab-81bc-8c4742ede7c1 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:38.084188 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 59f66458-ad35-426e-bf93-ca2358cb87f8 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:38.086356 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.086697 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.087031 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.087359 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.087683 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.088002 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.088321 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.088639 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.089501 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.089501 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.090079 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.090770 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.090770 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:38.108473 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.117612 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.119978 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 59f66458-ad35-426e-bf93-ca2358cb87f8 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:38.120317 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 59f66458-ad35-426e-bf93-ca2358cb87f8 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:38.120815 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] 10.222.0.83 "DELETE /v2.0/networks/67834753-f02a-48bf-8dbe-b2e35c44f89a HTTP/1.1" status: 204 len: 168 time: 0.6435235 Dec 15 13:42:38.124486 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58448) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:38.135362 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-613e1361-a4ce-41d2-94c3-85640cc09c60 req-4b91e082-e8d6-4dc5-9714-69d94bb5f9d9 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125202 Dec 15 13:42:38.136261 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89f99a-acd0-4da8-9b10-776fb608038e admin admin] Pushing event deleted for resources: {'Network': ['ID=67834753-f02a-48bf-8dbe-b2e35c44f89a,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.147072 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545'] for port, after_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.155511 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] Network 67834753-f02a-48bf-8dbe-b2e35c44f89a is not hosted by any dhcp agent {{(pid=102649) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:42:38.155996 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] No DVR routers for this DVR port ae643d6f-91f4-4bab-81bc-8c4742ede7c1 on host dv-cinder-813228-4-iscsi {{(pid=102649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:38.174431 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5fd0-f461-429b-99e2-ec08543a53dc None None] Pushing event deleted for resources: {'Port': ['ID=ae643d6f-91f4-4bab-81bc-8c4742ede7c1,revision_number=None']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.549942 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.858485 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Deleting port dc83ec62-2844-4b05-a848-eb3816f01fba {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:38.858816 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.933524 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] For port dc83ec62-2844-4b05-a848-eb3816f01fba, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=dc83ec62-2844-4b05-a848-eb3816f01fba,segment=NetworkSegment(feb1c069-fd33-45f9-86fb-a59d9e1f92b1),segment_id=feb1c069-fd33-45f9-86fb-a59d9e1f92b1)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:38.933933 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.946894 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Calling delete_port for dc83ec62-2844-4b05-a848-eb3816f01fba owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:39.040535 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-2bcaf737-e479-4671-a2ee-5e1899bea462 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836036 Dec 15 13:42:39.139647 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-3299009e-9e4b-445e-ba77-2448b9f9e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.141351 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-3299009e-9e4b-445e-ba77-2448b9f9e578 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0656602 Dec 15 13:42:39.237396 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.265020 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb6eb-a7de-4041-bcb2-626e7b5aaf81 req-6f1e51a4-d22a-4f59-b083-3a55dcf8217b tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.266559 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b35bb6eb-a7de-4041-bcb2-626e7b5aaf81 req-6f1e51a4-d22a-4f59-b083-3a55dcf8217b tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0502391 Dec 15 13:42:39.269500 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Pushing event deleted for resources: {'Port': ['ID=dc83ec62-2844-4b05-a848-eb3816f01fba,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:39.322653 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b35bb6eb-a7de-4041-bcb2-626e7b5aaf81 req-35d8445b-fcba-4ee0-b5a5-f3a634941d83 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498040 Dec 15 13:42:39.341732 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-3535f960-42c0-4437-9db5-26b74969f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.343367 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-3535f960-42c0-4437-9db5-26b74969f8ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 200 len: 918 time: 0.1725113 Dec 15 13:42:39.730365 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-97d2adeb-7fc5-4001-86d0-fd0a1bfe2657 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9 HTTP/1.1" status: 200 len: 1001 time: 0.3768015 Dec 15 13:42:39.778956 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:39.796866 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-d155b238-3b65-4315-82d8-c821f34d167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.798329 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-d155b238-3b65-4315-82d8-c821f34d167a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 200 len: 856 time: 0.0580368 Dec 15 13:42:39.912180 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-4242852c-2ad0-41ce-bfc5-ec937ae4e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:39.913646 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-4242852c-2ad0-41ce-bfc5-ec937ae4e098 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a124ac63-e61f-437a-a1a8-96048fcd9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847392 Dec 15 13:42:40.085714 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-74b63269-b5cc-4629-a84d-464b9d272d5e service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630621 Dec 15 13:42:40.140756 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Router 9fee1323-d219-4bc0-9e16-5b03d81c76fc has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:40.250533 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-632b318f-fa33-4fb3-bd94-f15e29e36978 req-e0458b2b-5e2e-4447-ac36-a18c6fc94db8 service neutron] 10.222.0.66 "GET /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564367 Dec 15 13:42:40.276153 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:40.281621 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d30011a3-da20-49cf-b78d-2620205da9be admin admin] 10.222.0.83 "PUT /v2.0/routers/9fee1323-d219-4bc0-9e16-5b03d81c76fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1553133 Dec 15 13:42:40.284152 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58452) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:40.286638 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] Sync routers for ids ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:40.296928 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] Routers {'9fee1323-d219-4bc0-9e16-5b03d81c76fc'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:40.297530 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:42:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:40.393560 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks [] for router, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.405741 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] Set router 9fee1323-d219-4bc0-9e16-5b03d81c76fc gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:40.441489 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9be5-c99d-4276-8992-388b8d02c8b7 req-a6dceabd-9bee-4c5e-8231-4acc6ee5b832 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:40.445195 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-66de9be5-c99d-4276-8992-388b8d02c8b7 req-a6dceabd-9bee-4c5e-8231-4acc6ee5b832 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0494092 Dec 15 13:42:40.500358 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.502143 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-66de9be5-c99d-4276-8992-388b8d02c8b7 req-711891ac-8a25-46a3-b983-1d513f1f7b88 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519886 Dec 15 13:42:40.558717 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Deleting port 69eb2ecf-6f19-448e-8cba-eefa2afdf402 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:40.559050 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.599954 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:42:39Z', 'revision_number': 5, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port': {'id': '69eb2ecf-6f19-448e-8cba-eefa2afdf402', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:39:53Z', 'updated_at': '2021-12-15T13:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:40.629746 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] Checking router: 9fee1323-d219-4bc0-9e16-5b03d81c76fc for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:40.638203 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] For port 69eb2ecf-6f19-448e-8cba-eefa2afdf402, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=69eb2ecf-6f19-448e-8cba-eefa2afdf402,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:40.638415 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] Routers {'9fee1323-d219-4bc0-9e16-5b03d81c76fc'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:40.638642 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.638935 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:42:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:40.656065 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Calling delete_port for 69eb2ecf-6f19-448e-8cba-eefa2afdf402 owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:40.722256 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] Set router 9fee1323-d219-4bc0-9e16-5b03d81c76fc gateway port host: None {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:40.777601 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:42:40Z', 'revision_number': 6, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port_host': None}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:40.804285 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48463292-3362-468e-bb5a-0c19fca6c46d None None] The sync data for ids ['9fee1323-d219-4bc0-9e16-5b03d81c76fc'] in dv-cinder-813228-4-iscsi is: [{'id': '9fee1323-d219-4bc0-9e16-5b03d81c76fc', 'name': 'tempest-TestMinimumBasicScenario-1584734562-router', 'tenant_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:39:52Z', 'updated_at': '2021-12-15T13:42:40Z', 'revision_number': 6, 'project_id': 'e7cbbb43ec734d67bf4f796e58f5a8ff', 'gw_port_host': None}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:40.819961 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.850341 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Pushing event deleted for resources: {'Port': ['ID=69eb2ecf-6f19-448e-8cba-eefa2afdf402,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:40.906436 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.993123 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:40.995217 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.040378 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.040881 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fee1323-d219-4bc0-9e16-5b03d81c76fc {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:42:41.045185 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.047015 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0f04c8dc-0bca-42c3-9f0f-f92a5a941325 admin admin] 10.222.0.83 "DELETE /v2.0/routers/9fee1323-d219-4bc0-9e16-5b03d81c76fc HTTP/1.1" status: 204 len: 168 time: 0.7618997 Dec 15 13:42:41.049466 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58456) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.093641 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d689000-31e3-40b8-b030-c28a84a99cba admin admin] Deleting subnet 2b907dc6-e09c-4cee-8be6-372519d27136 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:41.096598 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8d689000-31e3-40b8-b030-c28a84a99cba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.131951 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8d689000-31e3-40b8-b030-c28a84a99cba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.246884 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8d689000-31e3-40b8-b030-c28a84a99cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.298975 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8d689000-31e3-40b8-b030-c28a84a99cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.323104 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d689000-31e3-40b8-b030-c28a84a99cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b907dc6-e09c-4cee-8be6-372519d27136,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.326753 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8d689000-31e3-40b8-b030-c28a84a99cba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.330344 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8d689000-31e3-40b8-b030-c28a84a99cba admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2b907dc6-e09c-4cee-8be6-372519d27136 HTTP/1.1" status: 204 len: 168 time: 0.2793019 Dec 15 13:42:41.332240 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58458) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.334770 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba1210-0249-4f26-9632-1796e0d743af None None] Network ede3e5db-8de2-402b-9519-bbd28b8c1d7c requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:41.402446 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.455951 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Deleting port c4950ef7-7751-4812-8141-23753204d7b6 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:41.456290 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.537311 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] For port c4950ef7-7751-4812-8141-23753204d7b6, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=c4950ef7-7751-4812-8141-23753204d7b6,segment=NetworkSegment(feb1c069-fd33-45f9-86fb-a59d9e1f92b1),segment_id=feb1c069-fd33-45f9-86fb-a59d9e1f92b1)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:41.537688 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.551728 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Calling delete_port for c4950ef7-7751-4812-8141-23753204d7b6 owned by network:dhcp {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:41.587636 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] DHCP port deletion for ede3e5db-8de2-402b-9519-bbd28b8c1d7c request from dv-cinder-813228-4-iscsi {{(pid=102649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:42:41.635950 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927d831-b43a-4a9e-b4c7-e8845edd5c49 req-c927cbc6-f0f4-4fbe-b75b-39bff8367529 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:41.637630 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7927d831-b43a-4a9e-b4c7-e8845edd5c49 req-c927cbc6-f0f4-4fbe-b75b-39bff8367529 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0626683 Dec 15 13:42:41.648533 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] Deleting port c4950ef7-7751-4812-8141-23753204d7b6 {{(pid=102649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:41.649174 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.656029 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.683008 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4950ef7-7751-4812-8141-23753204d7b6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.693374 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] No DVR routers for this DVR port c4950ef7-7751-4812-8141-23753204d7b6 on host dv-cinder-813228-4-iscsi {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:41.698942 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7927d831-b43a-4a9e-b4c7-e8845edd5c49 req-9262a15a-424f-41bb-8abd-e8189c5774e6 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547121 Dec 15 13:42:41.727188 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] For port c4950ef7-7751-4812-8141-23753204d7b6, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=c4950ef7-7751-4812-8141-23753204d7b6,segment=NetworkSegment(feb1c069-fd33-45f9-86fb-a59d9e1f92b1),segment_id=feb1c069-fd33-45f9-86fb-a59d9e1f92b1)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:41.727895 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.741689 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] Calling delete_port for c4950ef7-7751-4812-8141-23753204d7b6 owned by network:dhcp {{(pid=102649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:41.773190 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.795046 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede3e5db-8de2-402b-9519-bbd28b8c1d7c']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:41.806699 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:41.806985 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb1c069-fd33-45f9-86fb-a59d9e1f92b1') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:41.817502 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.827075 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545'] for port, after_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.834387 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.841437 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:41.841909 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:41.843909 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:41.852911 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] Pushing event deleted for resources: {'Port': ['ID=c4950ef7-7751-4812-8141-23753204d7b6,revision_number=None']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.857385 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e27a7-93b3-4d4b-90d0-ee41a39876a5 None None] No DVR routers for this DVR port c4950ef7-7751-4812-8141-23753204d7b6 on host dv-cinder-813228-4-iscsi {{(pid=102649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:41.900914 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.906327 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.909644 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] 10.222.0.83 "DELETE /v2.0/networks/ede3e5db-8de2-402b-9519-bbd28b8c1d7c HTTP/1.1" status: 204 len: 168 time: 0.5764401 Dec 15 13:42:41.925359 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6837054-5595-4cc0-aa60-e3e3247cd51c admin admin] Pushing event deleted for resources: {'Network': ['ID=ede3e5db-8de2-402b-9519-bbd28b8c1d7c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.003869 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 69eb2ecf-6f19-448e-8cba-eefa2afdf402 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:42.023989 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 69eb2ecf-6f19-448e-8cba-eefa2afdf402 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:42.024410 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 69eb2ecf-6f19-448e-8cba-eefa2afdf402 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:42.024914 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device dc83ec62-2844-4b05-a848-eb3816f01fba no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:42.045081 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: dc83ec62-2844-4b05-a848-eb3816f01fba {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:42.046059 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device dc83ec62-2844-4b05-a848-eb3816f01fba not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:42.046456 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device c4950ef7-7751-4812-8141-23753204d7b6 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:42.050915 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58466) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.070896 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: c4950ef7-7751-4812-8141-23753204d7b6 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:42.071121 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device c4950ef7-7751-4812-8141-23753204d7b6 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:42.097870 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-7c184d7d-0808-4f6f-bcbe-86bb2c61f10a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=56ce01ca50734f87ad8566b49ea5292a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457482 Dec 15 13:42:42.101185 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58468) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.148888 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2bad9d21-06a8-429a-8c72-04c03c82da9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.172018 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2bad9d21-06a8-429a-8c72-04c03c82da9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.220100 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2bad9d21-06a8-429a-8c72-04c03c82da9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.224395 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2bad9d21-06a8-429a-8c72-04c03c82da9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.226012 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-2bad9d21-06a8-429a-8c72-04c03c82da9a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/370d97a0-05f9-4d4c-8bbd-b206db300335 HTTP/1.1" status: 204 len: 168 time: 0.1238256 Dec 15 13:42:42.234929 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad9d21-06a8-429a-8c72-04c03c82da9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d97a0-05f9-4d4c-8bbd-b206db300335,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.575041 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58474) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.617315 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-dbdd79ae-5742-4e0b-ba3e-7d5df82efa08 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7cbbb43ec734d67bf4f796e58f5a8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411212 Dec 15 13:42:42.619739 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58476) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.665988 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-df34a0cb-b316-4200-b0c9-b7c5ebbc8a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.685634 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-df34a0cb-b316-4200-b0c9-b7c5ebbc8a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.731629 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-df34a0cb-b316-4200-b0c9-b7c5ebbc8a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.734758 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-df34a0cb-b316-4200-b0c9-b7c5ebbc8a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.738399 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-df34a0cb-b316-4200-b0c9-b7c5ebbc8a4b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6e98e1aa-a0ab-40ae-957f-af431cfffd31 HTTP/1.1" status: 204 len: 168 time: 0.1152887 Dec 15 13:42:42.745027 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34a0cb-b316-4200-b0c9-b7c5ebbc8a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98e1aa-a0ab-40ae-957f-af431cfffd31,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.813308 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4882-f87e-4ea5-b661-3c5b938fc11e req-3eefab31-af2f-471f-a554-9bc0e9b730e5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:42.814841 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8ffd4882-f87e-4ea5-b661-3c5b938fc11e req-3eefab31-af2f-471f-a554-9bc0e9b730e5 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0492857 Dec 15 13:42:42.870334 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8ffd4882-f87e-4ea5-b661-3c5b938fc11e req-d1236722-0231-4f9c-875e-1004fe237365 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494378 Dec 15 13:42:43.713447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502fe1f-b8a1-461a-a58e-b11c642ac1c9 req-a35756f7-a2ce-4f4f-930a-9ee2286d8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.715249 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b502fe1f-b8a1-461a-a58e-b11c642ac1c9 req-a35756f7-a2ce-4f4f-930a-9ee2286d8119 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0420396 Dec 15 13:42:43.765773 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b502fe1f-b8a1-461a-a58e-b11c642ac1c9 req-036f3781-8a65-4a8b-965c-e352d8d1c831 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Dec 15 13:42:43.989105 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9c671-5023-40b4-8180-fc708930b571 req-58281a03-51f0-45a8-94e8-1c1222a4589a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:43.990667 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-88a9c671-5023-40b4-8180-fc708930b571 req-58281a03-51f0-45a8-94e8-1c1222a4589a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0511429 Dec 15 13:42:44.043464 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-88a9c671-5023-40b4-8180-fc708930b571 req-3b484056-b434-4fe4-a038-07ea147e2e72 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449781 Dec 15 13:42:44.595866 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f25e4-f091-4598-8885-8905609112a4 req-74f7b2ba-da17-4d8b-9f24-7d230c668689 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:44.597449 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-221f25e4-f091-4598-8885-8905609112a4 req-74f7b2ba-da17-4d8b-9f24-7d230c668689 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0508320 Dec 15 13:42:44.646773 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-221f25e4-f091-4598-8885-8905609112a4 req-b999f371-870e-4fc2-885d-759b5013f569 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Dec 15 13:42:45.165427 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5929-a345-4507-97f8-8bbf6ce3dc66 req-b38d56c0-e420-465a-8726-944f43d1e898 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.166934 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-62db5929-a345-4507-97f8-8bbf6ce3dc66 req-b38d56c0-e420-465a-8726-944f43d1e898 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 943 time: 0.0523026 Dec 15 13:42:45.222997 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-62db5929-a345-4507-97f8-8bbf6ce3dc66 req-bb06cf2e-7d64-4bdb-8ab3-0266ac27ea64 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482857 Dec 15 13:42:45.653207 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb15e4a2-9577-4f05-b3d6-86804d162658 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:42:45.766720 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:45.770718 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b67dc-2f6d-4c59-a78b-813e5845e9ad req-a6b3ea94-1a3f-4f05-af44-b802957d03a1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:45.772212 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b5b67dc-2f6d-4c59-a78b-813e5845e9ad req-a6b3ea94-1a3f-4f05-af44-b802957d03a1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0484724 Dec 15 13:42:45.781575 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'port_id': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'mac_address': 'fa:16:3e:37:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:42:45.821034 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b5b67dc-2f6d-4c59-a78b-813e5845e9ad req-0f2db7f0-a49c-4fb6-8e36-52967f199c1f tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Dec 15 13:42:45.822101 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:45.837157 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb15e4a2-9577-4f05-b3d6-86804d162658 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:45.856812 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:45.861489 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:45.906868 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=7']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:46.178359 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['eb15e4a2-9577-4f05-b3d6-86804d162658'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:42:46.932401 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819d1a6-c32f-4d8d-b230-f8566b687df3 req-679a76f8-05b4-4d24-8fb6-fa0fd90e1599 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:46.933734 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8819d1a6-c32f-4d8d-b230-f8566b687df3 req-679a76f8-05b4-4d24-8fb6-fa0fd90e1599 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0468445 Dec 15 13:42:46.983849 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8819d1a6-c32f-4d8d-b230-f8566b687df3 req-b57d8069-99a4-47d3-bf27-3864712aa321 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Dec 15 13:42:47.669135 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb15e4a2-9577-4f05-b3d6-86804d162658 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:47.718324 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port eb15e4a2-9577-4f05-b3d6-86804d162658 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:47.718684 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.793416 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.817792 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:47.820043 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f62874-b007-4700-8c34-31e647d08d4f" -d '{"events": [{"server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "name": "network-vif-plugged", "status": "completed", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:47.833497 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:47.838095 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:47.863448 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82760aaa-2e81-45e2-9d9a-3db1894f4081 x-openstack-request-id: req-82760aaa-2e81-45e2-9d9a-3db1894f4081 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:47.863744 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "name": "network-vif-plugged", "status": "completed", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:47.863991 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-82760aaa-2e81-45e2-9d9a-3db1894f4081 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:47.864381 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'code': 200} Dec 15 13:42:47.890559 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=8']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:48.099357 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa7fdc-5d16-45d8-b5ed-d498071ebb21 req-e6ad347f-a840-4f7f-b6a4-6f21d8091797 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:48.100802 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-35aa7fdc-5d16-45d8-b5ed-d498071ebb21 req-e6ad347f-a840-4f7f-b6a4-6f21d8091797 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0485251 Dec 15 13:42:48.146572 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-35aa7fdc-5d16-45d8-b5ed-d498071ebb21 req-4e5f84cc-c4ab-420f-b811-36787d002e7a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Dec 15 13:42:49.261588 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432964b3-2c58-40d6-a63c-aa577a263259 req-ccb703b2-7af5-4069-b923-3091add67c3b tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:49.263053 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-432964b3-2c58-40d6-a63c-aa577a263259 req-ccb703b2-7af5-4069-b923-3091add67c3b tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0475166 Dec 15 13:42:49.307650 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-432964b3-2c58-40d6-a63c-aa577a263259 req-43c94a9c-e9fc-4fa8-a118-71a59bce91fc tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Dec 15 13:42:50.424441 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd1968-a214-477b-8ff3-ec6c3a8b210c req-07cb112f-dbbb-4870-ae3b-c1d89738e2f9 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:50.425909 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-60bd1968-a214-477b-8ff3-ec6c3a8b210c req-07cb112f-dbbb-4870-ae3b-c1d89738e2f9 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0510089 Dec 15 13:42:50.471697 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-60bd1968-a214-477b-8ff3-ec6c3a8b210c req-4ffd1a53-082c-4d3e-ae08-4c5022634951 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399044 Dec 15 13:42:50.667462 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:42:51.585467 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8ae58-408f-4d02-8236-ae43440de79c req-0c2dc8e0-8a81-421d-b65a-86b539d9660c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:51.586977 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-84e8ae58-408f-4d02-8236-ae43440de79c req-0c2dc8e0-8a81-421d-b65a-86b539d9660c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0472257 Dec 15 13:42:51.635590 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-84e8ae58-408f-4d02-8236-ae43440de79c req-d3c56e08-1f35-423a-ba1f-68ed59bb7e8c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414431 Dec 15 13:42:52.760253 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c7d7b-dee0-4238-9b42-3e6ed762afbe req-02ef163b-4bf4-478d-84b8-d85977064a09 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.761731 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a4c7d7b-dee0-4238-9b42-3e6ed762afbe req-02ef163b-4bf4-478d-84b8-d85977064a09 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0586243 Dec 15 13:42:52.811439 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a4c7d7b-dee0-4238-9b42-3e6ed762afbe req-f4c1e568-744e-46a7-b77c-8d8727561758 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432911 Dec 15 13:42:53.927648 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c15359-4fc6-4fb5-82b2-a8f19d28087e req-81062646-fc0b-415b-931d-34f65aed8032 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.929173 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c5c15359-4fc6-4fb5-82b2-a8f19d28087e req-81062646-fc0b-415b-931d-34f65aed8032 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0503821 Dec 15 13:42:53.975633 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c5c15359-4fc6-4fb5-82b2-a8f19d28087e req-70a0f8f0-46ed-4165-b35d-180886e016c4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404646 Dec 15 13:42:55.093425 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a642b29-c412-4199-ab8e-7b65627e4c1c req-7e4d26f1-d774-4544-99bc-5dd78788c31f tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.094957 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a642b29-c412-4199-ab8e-7b65627e4c1c req-7e4d26f1-d774-4544-99bc-5dd78788c31f tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0514054 Dec 15 13:42:55.142834 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a642b29-c412-4199-ab8e-7b65627e4c1c req-f1d2d226-66fe-4c9d-b81d-245abe96e702 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418491 Dec 15 13:42:55.342012 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a94c52-3383-40e3-8435-430298874a8b req-68ea163a-2835-4c91-bd55-0879bc1ffae1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.343511 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-85a94c52-3383-40e3-8435-430298874a8b req-68ea163a-2835-4c91-bd55-0879bc1ffae1 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0512817 Dec 15 13:42:55.392995 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-85a94c52-3383-40e3-8435-430298874a8b req-531c9dc4-7914-4e72-9869-f754049e7843 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433507 Dec 15 13:42:55.402121 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-e5336cdb-aa91-4aab-9877-b9dbcf24eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.403618 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-e5336cdb-aa91-4aab-9877-b9dbcf24eb51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 1098 time: 0.0398819 Dec 15 13:42:55.496921 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-b1cdb170-8bab-4073-a324-c27f19b85e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.498412 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-b1cdb170-8bab-4073-a324-c27f19b85e0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 912 time: 0.0852761 Dec 15 13:42:55.564790 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-f0f44271-f253-4640-bd23-077bfe1fb079 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab HTTP/1.1" status: 200 len: 1000 time: 0.0586565 Dec 15 13:42:55.613376 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-78d06d65-b500-4785-9d41-83b3364a3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.614850 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-78d06d65-b500-4785-9d41-83b3364a3ff4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 200 len: 850 time: 0.0436118 Dec 15 13:42:55.663087 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-7d84e4c9-b170-4360-b3ac-65748047e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.664556 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-7d84e4c9-b170-4360-b3ac-65748047e2ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426667 Dec 15 13:42:55.751770 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-fb56785c-b6e8-451d-b478-e531c2424963 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789440 Dec 15 13:42:55.844003 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1aadc87f-bd53-4218-bd40-ca16a84a3f39 req-38577515-6254-4135-ad52-28925652d422 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831592 Dec 15 13:42:56.517129 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755c405-a72c-4d05-88a7-b426a7391c28 req-2bc7d039-f98f-47f8-82d1-0ffa1a8f8f2d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:56.518702 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f755c405-a72c-4d05-88a7-b426a7391c28 req-2bc7d039-f98f-47f8-82d1-0ffa1a8f8f2d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0485387 Dec 15 13:42:56.564693 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f755c405-a72c-4d05-88a7-b426a7391c28 req-c13509fb-00aa-428f-ad6d-87f1b37138bd tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401082 Dec 15 13:42:59.639494 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b94a1504-4649-4713-9f62-5e3a0b1d3423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:02.198344 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-17c6a076-56f4-4db6-9c38-9a18f60498a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:03.258486 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:04.913567 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:05.535054 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.440972 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.302104 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e72d80-2b67-4f8f-a2fd-cdc9c3d12116 req-231ddddc-4586-4278-bc56-1f3c2a15eb60 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.303751 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-85e72d80-2b67-4f8f-a2fd-cdc9c3d12116 req-231ddddc-4586-4278-bc56-1f3c2a15eb60 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 946 time: 0.0503666 Dec 15 13:43:08.352502 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-85e72d80-2b67-4f8f-a2fd-cdc9c3d12116 req-954afc16-a96a-4a04-8f08-6a30a498dc4c tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Dec 15 13:43:09.472922 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aea0b-86fc-4648-a8f1-17ee927cd9ad req-d88ce92f-fc8b-4e78-9e5c-6f728ce9e354 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.474402 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3f1aea0b-86fc-4648-a8f1-17ee927cd9ad req-d88ce92f-fc8b-4e78-9e5c-6f728ce9e354 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 946 time: 0.0470264 Dec 15 13:43:09.522383 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3f1aea0b-86fc-4648-a8f1-17ee927cd9ad req-f6e02915-3552-4543-8307-0a0cdfbd8720 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Dec 15 13:43:09.939911 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-664693b0-3269-4831-ab2e-e1aa57b02a5e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.941388 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-664693b0-3269-4831-ab2e-e1aa57b02a5e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 946 time: 0.0491395 Dec 15 13:43:10.043308 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Deleting port eb6d9258-9d98-4855-ac93-8388249d6cd9 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:10.043633 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.133281 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] For port eb6d9258-9d98-4855-ac93-8388249d6cd9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb6d9258-9d98-4855-ac93-8388249d6cd9,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:10.133629 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.608099 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.608451 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.608798 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Floating IP 89d8a0e9-2d40-4093-be89-076e931682fa disassociated. External IP: 172.27.1.237, port: eb6d9258-9d98-4855-ac93-8388249d6cd9. Dec 15 13:43:10.609142 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Calling delete_port for eb6d9258-9d98-4855-ac93-8388249d6cd9 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:10.646235 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51dd92-39a9-45a4-932e-9f9d2653ba50 req-850e9d2c-8455-488f-b17a-6a69b3acb9da tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.647723 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2f51dd92-39a9-45a4-932e-9f9d2653ba50 req-850e9d2c-8455-488f-b17a-6a69b3acb9da tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/ports?device_id=8832f44d-71e8-44e3-b955-88a3285a3cb2 HTTP/1.1" status: 200 len: 946 time: 0.0490968 Dec 15 13:43:10.713996 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2f51dd92-39a9-45a4-932e-9f9d2653ba50 req-d0538290-2dcf-463f-b1e5-9cb53b1aa02e tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups?id=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528233 Dec 15 13:43:10.742477 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.774768 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event deleted for resources: {'Port': ['ID=eb6d9258-9d98-4855-ac93-8388249d6cd9,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:10.890640 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Router a4e232e7-3c43-4893-81c6-7cd8c49a3629 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:10.994577 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:11.005544 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] Sync routers for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:11.015360 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:11.016047 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:43:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.032736 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] No DVR routers for this DVR port eb6d9258-9d98-4855-ac93-8388249d6cd9 on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:11.035257 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.038567 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b1c01393-a9a8-4c15-b974-fe07a6109952 req-08ca3c60-c0bd-412b-ad10-5bdc5c844fb8 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.66 "DELETE /v2.0/ports/eb6d9258-9d98-4855-ac93-8388249d6cd9 HTTP/1.1" status: 204 len: 173 time: 1.0900609 Dec 15 13:43:11.038941 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-deleted', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:11.041150 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9778f08-2171-4d5d-9ab7-d72e19e7726e" -d '{"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-deleted", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:11.078187 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c325b9c-0e0f-4ce0-aa37-2b08de2aaa58 x-openstack-request-id: req-2c325b9c-0e0f-4ce0-aa37-2b08de2aaa58 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:11.078480 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8832f44d-71e8-44e3-b955-88a3285a3cb2", "name": "network-vif-deleted", "tag": "eb6d9258-9d98-4855-ac93-8388249d6cd9", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:11.078733 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2c325b9c-0e0f-4ce0-aa37-2b08de2aaa58 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:11.079125 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8832f44d-71e8-44e3-b955-88a3285a3cb2', 'name': 'network-vif-deleted', 'tag': 'eb6d9258-9d98-4855-ac93-8388249d6cd9', 'status': 'completed', 'code': 200} Dec 15 13:43:11.127887 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:11.466441 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.498139 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] Checking router: a4e232e7-3c43-4893-81c6-7cd8c49a3629 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:11.506959 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:11.507572 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:43:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.620003 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:11.802724 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58566) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:11.829970 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:11.861789 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cd6d8-0f06-4410-be94-f1fb32406e6c None None] The sync data for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi is: [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:30Z', 'revision_number': 4, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '67bb8697-b073-4239-96ee-fc57ecbc0a0f', 'name': '', 'network_id': 'a124ac63-e61f-437a-a1a8-96048fcd9353', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'mac_address': 'fa:16:3e:ac:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:28Z', 'updated_at': '2021-12-15T13:36:34Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'subnets': [{'id': '9d612104-f2e7-4bcf-bc28-598f98630a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:11.867170 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a712-4053-4c71-b41e-d51295391063 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.892685 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a712-4053-4c71-b41e-d51295391063 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.943360 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a712-4053-4c71-b41e-d51295391063 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.945964 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a712-4053-4c71-b41e-d51295391063 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.947137 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-2cf6a712-4053-4c71-b41e-d51295391063 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "DELETE /v2.0/security-groups/4dfb7dbe-8167-40ae-9b9c-2845e5cbe764 HTTP/1.1" status: 204 len: 168 time: 0.1427212 Dec 15 13:43:11.950319 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58568) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:11.956819 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6a712-4053-4c71-b41e-d51295391063 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfb7dbe-8167-40ae-9b9c-2845e5cbe764,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.971801 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.api.v2.resource [None req-71322174-ccd8-4cc5-9860-5d2143c7e5cc tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] show failed (client error): The resource could not be found. Dec 15 13:43:11.973016 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-71322174-ccd8-4cc5-9860-5d2143c7e5cc tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "GET /v2.0/security-groups/4dfb7dbe-8167-40ae-9b9c-2845e5cbe764 HTTP/1.1" status: 404 len: 347 time: 0.0212762 Dec 15 13:43:11.975879 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58570) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:12.107590 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced95454-4ade-4ba8-83f4-3869cf33fa7a None None] New status for floating IP 89d8a0e9-2d40-4093-be89-076e931682fa: DOWN {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:43:12.113750 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Deleting port f7873c41-bca5-4ab0-8892-d9bbaa9f2a5e {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:12.114363 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.198395 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.198716 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.211957 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Calling delete_port for f7873c41-bca5-4ab0-8892-d9bbaa9f2a5e owned by network:floatingip {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:12.350787 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.379375 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Pushing event deleted for resources: {'Port': ['ID=f7873c41-bca5-4ab0-8892-d9bbaa9f2a5e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:12.440126 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks [] for floatingip, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.442927 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.444060 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2982887f-244a-493f-8a71-ad618c06e449 tempest-AttachVolumeShelveTestJSON-1167824463 tempest-AttachVolumeShelveTestJSON-1167824463-project] 10.222.0.83 "DELETE /v2.0/floatingips/89d8a0e9-2d40-4093-be89-076e931682fa HTTP/1.1" status: 204 len: 168 time: 0.4672194 Dec 15 13:43:13.791411 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:13.812040 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: eb6d9258-9d98-4855-ac93-8388249d6cd9 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:43:13.812404 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb6d9258-9d98-4855-ac93-8388249d6cd9 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:14.863646 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58594) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:15.615936 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.854919 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Deleting port 67bb8697-b073-4239-96ee-fc57ecbc0a0f {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:15.855276 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.933391 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] For port 67bb8697-b073-4239-96ee-fc57ecbc0a0f, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=67bb8697-b073-4239-96ee-fc57ecbc0a0f,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:15.933946 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.945971 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Calling delete_port for 67bb8697-b073-4239-96ee-fc57ecbc0a0f owned by network:router_interface {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:16.117985 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.141328 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Pushing event deleted for resources: {'Port': ['ID=67bb8697-b073-4239-96ee-fc57ecbc0a0f,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:16.306698 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.520966 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Router a4e232e7-3c43-4893-81c6-7cd8c49a3629 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:16.632870 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:16.638194 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-24dd1a69-15dd-4ad3-a4f9-a8300f5a086e admin admin] 10.222.0.83 "PUT /v2.0/routers/a4e232e7-3c43-4893-81c6-7cd8c49a3629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7733951 Dec 15 13:43:16.641383 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58598) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:16.643266 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] Sync routers for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:16.654321 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:16.654925 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:43:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:16.756086 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks [] for router, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.762017 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:16.859391 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.913260 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Deleting port a8b4156d-aa3c-4c53-a436-ec87aecd7e06 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:16.913622 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.961986 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:43:16Z', 'revision_number': 5, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port': {'id': 'a8b4156d-aa3c-4c53-a436-ec87aecd7e06', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:23Z', 'updated_at': '2021-12-15T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:16.988374 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] Checking router: a4e232e7-3c43-4893-81c6-7cd8c49a3629 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:16.996601 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] Routers {'a4e232e7-3c43-4893-81c6-7cd8c49a3629'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:16.997192 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:43:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:16.997675 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] For port a8b4156d-aa3c-4c53-a436-ec87aecd7e06, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=a8b4156d-aa3c-4c53-a436-ec87aecd7e06,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:16.998231 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.010555 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Calling delete_port for a8b4156d-aa3c-4c53-a436-ec87aecd7e06 owned by network:router_gateway {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:17.081713 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] Set router a4e232e7-3c43-4893-81c6-7cd8c49a3629 gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:17.135270 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:43:16Z', 'revision_number': 6, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port_host': None}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:17.164390 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb3f1f9-a689-4257-963e-90e6d46bcfaf None None] The sync data for ids ['a4e232e7-3c43-4893-81c6-7cd8c49a3629'] in dv-cinder-813228-4-iscsi is: [{'id': 'a4e232e7-3c43-4893-81c6-7cd8c49a3629', 'name': 'tempest-AttachVolumeShelveTestJSON-1384627466-router', 'tenant_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:43:16Z', 'revision_number': 6, 'project_id': '0bddd6292c044cdb9eb8e5bba5ebd4fc', 'gw_port_host': None}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:17.180139 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.229428 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b4156d-aa3c-4c53-a436-ec87aecd7e06,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:17.267419 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.354324 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.356412 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.402232 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.402674 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e232e7-3c43-4893-81c6-7cd8c49a3629 {{(pid=102648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:43:17.407913 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] Publish callbacks [] for router, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.408654 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-956f0693-7d12-4cb9-ad71-600c65f619ba admin admin] 10.222.0.83 "DELETE /v2.0/routers/a4e232e7-3c43-4893-81c6-7cd8c49a3629 HTTP/1.1" status: 204 len: 168 time: 0.7662992 Dec 15 13:43:17.411450 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58600) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:17.457157 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a857d8c-c5fb-4df7-874c-23d9eef86ed0 admin admin] Deleting subnet 9d612104-f2e7-4bcf-bc28-598f98630a95 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:43:17.460206 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6a857d8c-c5fb-4df7-874c-23d9eef86ed0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.498990 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6a857d8c-c5fb-4df7-874c-23d9eef86ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.581317 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6a857d8c-c5fb-4df7-874c-23d9eef86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.642058 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6a857d8c-c5fb-4df7-874c-23d9eef86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.670086 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a857d8c-c5fb-4df7-874c-23d9eef86ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d612104-f2e7-4bcf-bc28-598f98630a95,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:17.675820 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6a857d8c-c5fb-4df7-874c-23d9eef86ed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.679207 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6a857d8c-c5fb-4df7-874c-23d9eef86ed0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9d612104-f2e7-4bcf-bc28-598f98630a95 HTTP/1.1" status: 204 len: 168 time: 0.2663412 Dec 15 13:43:17.681311 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cdece7-a431-414a-b28e-937ed9c02f28 None None] Network a124ac63-e61f-437a-a1a8-96048fcd9353 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:17.681799 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58602) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:17.762632 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.824574 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Deleting port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:17.824907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.890897 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] For port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba,segment=NetworkSegment(400aeb81-ae28-490e-8134-03bba8219260),segment_id=400aeb81-ae28-490e-8134-03bba8219260)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:17.891175 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.903460 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Calling delete_port for aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba owned by network:dhcp {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:17.980980 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232270ae-b20e-4a9c-a4aa-dd9148192a69 None None] DHCP port deletion for a124ac63-e61f-437a-a1a8-96048fcd9353 request from dv-cinder-813228-4-iscsi {{(pid=102649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:43:17.986285 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.011814 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-232270ae-b20e-4a9c-a4aa-dd9148192a69 None None] The port 'aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba' was deleted {{(pid=102649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 15 13:43:18.017067 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:18.021313 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] No DVR routers for this DVR port aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba on host dv-cinder-813228-4-iscsi {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:18.046684 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 67bb8697-b073-4239-96ee-fc57ecbc0a0f no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:18.067426 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 67bb8697-b073-4239-96ee-fc57ecbc0a0f {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:43:18.067778 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 67bb8697-b073-4239-96ee-fc57ecbc0a0f not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:18.068199 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:18.088555 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:43:18.088902 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device aa0f74a6-ebe2-4235-adbe-7cb97f5de3ba not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:18.089324 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device a8b4156d-aa3c-4c53-a436-ec87aecd7e06 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:18.102436 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.108650 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: a8b4156d-aa3c-4c53-a436-ec87aecd7e06 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:43:18.109018 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device a8b4156d-aa3c-4c53-a436-ec87aecd7e06 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:18.124109 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a124ac63-e61f-437a-a1a8-96048fcd9353']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:18.134260 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400aeb81-ae28-490e-8134-03bba8219260') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:18.134548 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400aeb81-ae28-490e-8134-03bba8219260') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:18.144790 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.158961 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.166640 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:43:18.167249 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:43:18.169209 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:43:18.233910 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.240316 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.243537 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] 10.222.0.83 "DELETE /v2.0/networks/a124ac63-e61f-437a-a1a8-96048fcd9353 HTTP/1.1" status: 204 len: 168 time: 0.5610821 Dec 15 13:43:18.254621 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d40312-f3d8-4e62-9765-c7909041c11f admin admin] Pushing event deleted for resources: {'Network': ['ID=a124ac63-e61f-437a-a1a8-96048fcd9353,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:18.357657 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58606) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:18.397899 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d77e1928-cf8b-4b3e-b5d7-7db180522be2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0bddd6292c044cdb9eb8e5bba5ebd4fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389841 Dec 15 13:43:18.400383 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58608) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:18.446354 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-db86cb5e-e4f7-49d5-9b1b-5ea7111d2359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.468071 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-db86cb5e-e4f7-49d5-9b1b-5ea7111d2359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.514270 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-db86cb5e-e4f7-49d5-9b1b-5ea7111d2359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.517446 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-db86cb5e-e4f7-49d5-9b1b-5ea7111d2359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:18.518741 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-db86cb5e-e4f7-49d5-9b1b-5ea7111d2359 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8ba8ad0-ffec-4063-9852-cdd8bb3df72e HTTP/1.1" status: 204 len: 168 time: 0.1174157 Dec 15 13:43:18.526990 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86cb5e-e4f7-49d5-9b1b-5ea7111d2359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ba8ad0-ffec-4063-9852-cdd8bb3df72e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:19.206608 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58630) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:19.300461 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-180118810-network', 'tenant_id': '5d663b994c834c358d7a268a08eac730'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:19.321150 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Made reservation on behalf of 5d663b994c834c358d7a268a08eac730 for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:19.323598 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.332872 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.408637 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.412457 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.437777 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=102648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:43:19.446499 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:19.455468 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.455813 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Added segment ab44828b-691f-4021-8d54-46b2cfcce278 of type vlan for network 645914b7-eef4-444f-ad03-9e082234296c Dec 15 13:43:19.496264 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.521466 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.522430 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.523115 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.576045 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3682895 Dec 15 13:43:19.579751 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58634) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:19.584706 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Request body: {'subnet': {'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-180118810-subnet', 'tenant_id': '5d663b994c834c358d7a268a08eac730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:19.590341 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70c479-928b-4814-bfec-4d55006bfa0f admin admin] Pushing event updated for resources: {'Network': ['ID=645914b7-eef4-444f-ad03-9e082234296c,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:19.600556 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network 645914b7-eef4-444f-ad03-9e082234296c details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:43:19.611820 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Made reservation on behalf of 5d663b994c834c358d7a268a08eac730 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:19.614238 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59530690'] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.784160 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58931959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59530716'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.836150 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:19.852456 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Checking segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:19.852806 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Network hostable DHCP agents. Network: 645914b7-eef4-444f-ad03-9e082234296c, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:43:19.872069 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Network 645914b7-eef4-444f-ad03-9e082234296c is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:43:19.882257 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, 645914b7-eef4-444f-ad03-9e082234296c) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:19.887538 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:19.888424 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.891717 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce49cd8-416f-4ae7-a605-2a70f1a738ac None None] Network 645914b7-eef4-444f-ad03-9e082234296c requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:19.913419 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f3c0a5e5-a233-4635-8b6c-5f2d16dec6c6 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3248897 Dec 15 13:43:19.996585 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e76126-453f-4150-bc74-a6cf75a039f6 None None] Network 645914b7-eef4-444f-ad03-9e082234296c requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:43:20.369674 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-f5345209-194b-44a2-8072-28c642e5e44a tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:20.371548 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-f5345209-194b-44a2-8072-28c642e5e44a tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 814 time: 0.1004405 Dec 15 13:43:20.386391 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-0703f426-2f71-44f3-b863-01b59e7cc927 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/quotas/5d663b994c834c358d7a268a08eac730 HTTP/1.1" status: 200 len: 375 time: 0.0090878 Dec 15 13:43:20.421249 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-2e26ec04-77b2-4fe6-9489-161af70a1d7b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294120 Dec 15 13:43:20.574750 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-90eeb28b-fe06-48ff-bb55-edf36af37409 service neutron] 10.222.0.83 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452603 Dec 15 13:43:20.671597 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-c4d7a835-0339-4c59-adb7-fe5130dc1108 service neutron] 10.222.0.83 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903811 Dec 15 13:43:20.838107 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6a4572aa-0892-42fd-9bbd-ddafb2a3dd5e req-17e58b99-8e06-4359-8ac9-73798a7b4d6a tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 210 time: 0.0393283 Dec 15 13:43:21.802617 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-b5626fcb-ff3a-4fb1-b5f3-b1fe8b2329e6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:21.804129 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-b5626fcb-ff3a-4fb1-b5f3-b1fe8b2329e6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 814 time: 0.1048295 Dec 15 13:43:21.819917 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Request body: {'port': {'device_id': '4e1352a3-d493-4909-8040-b4fbcb58aa09', 'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'admin_state_up': True, 'tenant_id': '5d663b994c834c358d7a268a08eac730'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:21.942334 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Made reservation on behalf of 5d663b994c834c358d7a268a08eac730 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:21.945355 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c747f1cb-3b54-4e1e-b06f-251fcdf57ac0 req-d779b594-59af-4053-8ad2-6964f21c5791 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 210 time: 0.0278049 Dec 15 13:43:21.945929 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.071250 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Allocated IP 172.20.0.9 (645914b7-eef4-444f-ad03-9e082234296c/9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923/a936e9ef-9421-41df-a2c8-8d0361adf90f) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:22.222705 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.256190 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.305050 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Network 645914b7-eef4-444f-ad03-9e082234296c is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:22.310255 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:22.314569 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:22.318551 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Pushing event updated for resources: {'Port': ['ID=a936e9ef-9421-41df-a2c8-8d0361adf90f,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:22.367408 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.368037 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.386430 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-6dbd03af-150f-44fc-8b67-866d4a8bbf24 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707357 Dec 15 13:43:22.399988 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Request body: {'port': {'device_id': '4e1352a3-d493-4909-8040-b4fbcb58aa09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:22.455154 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.717601 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a936e9ef-9421-41df-a2c8-8d0361adf90f {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:22.725426 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.737536 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Transition to ACTIVE for port object a936e9ef-9421-41df-a2c8-8d0361adf90f will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:22.741457 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.795264 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Pushing event updated for resources: {'Port': ['ID=a936e9ef-9421-41df-a2c8-8d0361adf90f,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:22.862232 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Attempting to bind port a936e9ef-9421-41df-a2c8-8d0361adf90f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:22.862951 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Attempting to bind port a936e9ef-9421-41df-a2c8-8d0361adf90f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:22.862951 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Attempting to bind port a936e9ef-9421-41df-a2c8-8d0361adf90f on network 645914b7-eef4-444f-ad03-9e082234296c {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:22.867325 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Port a936e9ef-9421-41df-a2c8-8d0361adf90f on network 645914b7-eef4-444f-ad03-9e082234296c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:22.867661 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Attempting to bind port a936e9ef-9421-41df-a2c8-8d0361adf90f on network 645914b7-eef4-444f-ad03-9e082234296c {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:22.872592 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:22.872919 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Checking segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:22.873294 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Bound using segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:22.873709 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Bound port: a936e9ef-9421-41df-a2c8-8d0361adf90f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:22.874104 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.942852 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] For port a936e9ef-9421-41df-a2c8-8d0361adf90f, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:22.946439 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] For port a936e9ef-9421-41df-a2c8-8d0361adf90f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a936e9ef-9421-41df-a2c8-8d0361adf90f,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:22.950907 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.987252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:22.988101 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:22.989529 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] 10.222.0.66 "PUT /v2.0/ports/a936e9ef-9421-41df-a2c8-8d0361adf90f HTTP/1.1" status: 200 len: 1093 time: 0.5938647 Dec 15 13:43:22.991929 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1352a3-d493-4909-8040-b4fbcb58aa09', 'tag': 'a936e9ef-9421-41df-a2c8-8d0361adf90f'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:22.995077 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0f7e3-c087-46ee-88d4-92e45a573834" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1352a3-d493-4909-8040-b4fbcb58aa09", "tag": "a936e9ef-9421-41df-a2c8-8d0361adf90f"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:23.032958 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551a7f9-930c-49b4-bea3-8c228a4eaa3d service neutron] Pushing event updated for resources: {'Port': ['ID=a936e9ef-9421-41df-a2c8-8d0361adf90f,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:23.066929 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3718914-ab10-4e88-8aee-9398ff84900e req-2649a047-8ba0-440c-adfb-eadcd3250625 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.068458 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b3718914-ab10-4e88-8aee-9398ff84900e req-2649a047-8ba0-440c-adfb-eadcd3250625 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 943 time: 0.0527797 Dec 15 13:43:23.069270 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b8a57d-d5ed-42cd-8a2d-4d6c623776ac x-openstack-request-id: req-44b8a57d-d5ed-42cd-8a2d-4d6c623776ac {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:23.069558 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1352a3-d493-4909-8040-b4fbcb58aa09", "tag": "a936e9ef-9421-41df-a2c8-8d0361adf90f", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:23.069828 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44b8a57d-d5ed-42cd-8a2d-4d6c623776ac {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:23.070220 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1352a3-d493-4909-8040-b4fbcb58aa09', 'tag': 'a936e9ef-9421-41df-a2c8-8d0361adf90f', 'status': 'completed', 'code': 200} Dec 15 13:43:23.086118 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5cfd7936-65f7-4033-a5f8-b339751a7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.087591 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-5cfd7936-65f7-4033-a5f8-b339751a7b03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 1096 time: 0.0477297 Dec 15 13:43:23.115541 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b3718914-ab10-4e88-8aee-9398ff84900e req-3c602a1b-d44a-49c8-86d9-66653e7cb4af tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Dec 15 13:43:23.137600 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-8076a7cf-f0f5-455b-9e56-dadf0baf15f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a936e9ef-9421-41df-a2c8-8d0361adf90f HTTP/1.1" status: 200 len: 217 time: 0.0397882 Dec 15 13:43:23.187938 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-14b8b1e3-1fb3-4f66-b023-6f5abb1bc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.189365 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-14b8b1e3-1fb3-4f66-b023-6f5abb1bc377 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 200 len: 854 time: 0.0435197 Dec 15 13:43:23.221540 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-cf5608d1-76fc-4cef-8a2c-93b78ac3f630 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=645914b7-eef4-444f-ad03-9e082234296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246046 Dec 15 13:43:23.313530 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-d019440a-090b-4c98-8566-22b6c407e525 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843604 Dec 15 13:43:23.402044 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abfd78cd-b7c2-4ecd-a36a-1506f7593363 req-91d7aa99-61c8-444d-9967-cdd626faf970 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810404 Dec 15 13:43:23.499639 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-2ab9f956-d0e1-420d-a95b-29eaa9fb6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.501024 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-2ab9f956-d0e1-420d-a95b-29eaa9fb6fa5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 1096 time: 0.0435233 Dec 15 13:43:23.600426 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-7170d84f-531a-4bed-b46e-c7d479d345af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.601922 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-7170d84f-531a-4bed-b46e-c7d479d345af service neutron] 10.222.0.66 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 915 time: 0.0904450 Dec 15 13:43:23.645679 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-973db80b-56e6-4492-9fb5-2c47093bf29b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a936e9ef-9421-41df-a2c8-8d0361adf90f HTTP/1.1" status: 200 len: 217 time: 0.0347497 Dec 15 13:43:23.698039 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-84123ce7-cffa-4495-80ca-41f1c677b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:23.699469 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-84123ce7-cffa-4495-80ca-41f1c677b4e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 200 len: 854 time: 0.0462193 Dec 15 13:43:23.734539 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-8086ea8b-f8ba-4bf3-a50a-59d29be534ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=645914b7-eef4-444f-ad03-9e082234296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268910 Dec 15 13:43:23.825398 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-d9b29d34-936a-4b48-8ce6-04f572a37de9 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817814 Dec 15 13:43:23.922317 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5de0f7e3-c087-46ee-88d4-92e45a573834 req-f876c53d-6b2a-45bd-8c87-5f53481746c3 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884690 Dec 15 13:43:24.258933 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24793d3c-22dc-4890-857a-346c745636ec req-23e8d58a-391b-4ef5-9698-e1f6106b7def tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:24.260900 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-24793d3c-22dc-4890-857a-346c745636ec req-23e8d58a-391b-4ef5-9698-e1f6106b7def tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 943 time: 0.0743067 Dec 15 13:43:24.310504 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-24793d3c-22dc-4890-857a-346c745636ec req-8b43c297-0d53-46ec-9cd2-b66d74bc95d6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 Dec 15 13:43:25.430696 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63d82-f94e-49c2-900b-8948597008a6 req-2e54b99e-c092-496e-ab8d-fe9438425979 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:25.432158 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-60d63d82-f94e-49c2-900b-8948597008a6 req-2e54b99e-c092-496e-ab8d-fe9438425979 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 943 time: 0.0481243 Dec 15 13:43:25.480952 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-60d63d82-f94e-49c2-900b-8948597008a6 req-2ab8a38d-2928-4050-bd8e-3d58e1c2d602 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 Dec 15 13:43:25.832905 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device a936e9ef-9421-41df-a2c8-8d0361adf90f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:26.057307 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port a936e9ef-9421-41df-a2c8-8d0361adf90f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a936e9ef-9421-41df-a2c8-8d0361adf90f,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:26.068643 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'a936e9ef-9421-41df-a2c8-8d0361adf90f', 'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'port_id': 'a936e9ef-9421-41df-a2c8-8d0361adf90f', 'mac_address': 'fa:16:3e:bc:bf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:26.104996 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.118315 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a936e9ef-9421-41df-a2c8-8d0361adf90f {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:26.138231 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port a936e9ef-9421-41df-a2c8-8d0361adf90f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a936e9ef-9421-41df-a2c8-8d0361adf90f,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:26.143471 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:26.193917 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=a936e9ef-9421-41df-a2c8-8d0361adf90f,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:26.393149 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['a936e9ef-9421-41df-a2c8-8d0361adf90f'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:26.598647 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1a425-0e89-442e-8f56-aa6419c18ab1 req-6898cee6-81c4-4657-877c-6af269fc0607 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:26.600154 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54b1a425-0e89-442e-8f56-aa6419c18ab1 req-6898cee6-81c4-4657-877c-6af269fc0607 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 944 time: 0.0491085 Dec 15 13:43:26.650565 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54b1a425-0e89-442e-8f56-aa6419c18ab1 req-e3a0cf41-1266-48e2-adec-4bfa25b3f48b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445426 Dec 15 13:43:27.666286 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:43:27.768885 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda1eb3-43a0-4282-a36e-593ef7b5850a req-0e067175-dd86-439e-bd2c-e018036999fc tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:27.770438 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4dda1eb3-43a0-4282-a36e-593ef7b5850a req-0e067175-dd86-439e-bd2c-e018036999fc tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 944 time: 0.0495906 Dec 15 13:43:27.818307 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4dda1eb3-43a0-4282-a36e-593ef7b5850a req-0f72641b-1001-406b-bfa0-5255a7cb0809 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Dec 15 13:43:27.839574 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device a936e9ef-9421-41df-a2c8-8d0361adf90f up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:27.891348 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port a936e9ef-9421-41df-a2c8-8d0361adf90f completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:27.895599 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port a936e9ef-9421-41df-a2c8-8d0361adf90f triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:27.895977 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:27.976661 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.000757 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1352a3-d493-4909-8040-b4fbcb58aa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a936e9ef-9421-41df-a2c8-8d0361adf90f'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:28.003346 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2aea09-903e-4a83-9aee-3232547606f7" -d '{"events": [{"server_uuid": "4e1352a3-d493-4909-8040-b4fbcb58aa09", "name": "network-vif-plugged", "status": "completed", "tag": "a936e9ef-9421-41df-a2c8-8d0361adf90f"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:28.017491 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port a936e9ef-9421-41df-a2c8-8d0361adf90f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a936e9ef-9421-41df-a2c8-8d0361adf90f,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:28.022248 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.047601 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292715b2-88bb-4236-9676-8e2b977fb6c5 x-openstack-request-id: req-292715b2-88bb-4236-9676-8e2b977fb6c5 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:28.047905 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1352a3-d493-4909-8040-b4fbcb58aa09", "name": "network-vif-plugged", "status": "completed", "tag": "a936e9ef-9421-41df-a2c8-8d0361adf90f", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:28.048162 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-292715b2-88bb-4236-9676-8e2b977fb6c5 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:28.048556 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1352a3-d493-4909-8040-b4fbcb58aa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a936e9ef-9421-41df-a2c8-8d0361adf90f', 'code': 200} Dec 15 13:43:28.074463 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=a936e9ef-9421-41df-a2c8-8d0361adf90f,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:28.215536 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4cad-4544-4eeb-bd8c-52adf420f0ad req-68617ef0-375d-4f72-8428-ba3f91d4d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.216929 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2dfe4cad-4544-4eeb-bd8c-52adf420f0ad req-68617ef0-375d-4f72-8428-ba3f91d4d682 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 1098 time: 0.0411921 Dec 15 13:43:28.263742 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2dfe4cad-4544-4eeb-bd8c-52adf420f0ad req-ccb0302c-8277-4a2d-8357-ececd38794e8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381098 Dec 15 13:43:28.932132 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a266c-046a-456c-842f-64d00366ea8c req-30fe1810-d7ed-49a2-94de-c1039bd23294 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:28.933639 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-875a266c-046a-456c-842f-64d00366ea8c req-30fe1810-d7ed-49a2-94de-c1039bd23294 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 945 time: 0.0468793 Dec 15 13:43:28.979783 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-875a266c-046a-456c-842f-64d00366ea8c req-a53213a7-d868-412d-bfa0-a562f85a6586 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 Dec 15 13:43:29.641859 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc2d9-2fec-4b6a-9c75-a43613446f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.101337 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b805efe-7c9d-48ee-88a1-a7bc7893c7d3 req-c1245948-b547-4948-8ddf-783ef0a7a0ef tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:30.102859 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9b805efe-7c9d-48ee-88a1-a7bc7893c7d3 req-c1245948-b547-4948-8ddf-783ef0a7a0ef tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 945 time: 0.0522268 Dec 15 13:43:30.150337 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9b805efe-7c9d-48ee-88a1-a7bc7893c7d3 req-d4dd67db-2d28-450b-9257-4f9d3ae3ff43 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Dec 15 13:43:32.200529 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-5d53ea09-afa2-4346-94e8-d4f2c8f2d9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.261445 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.914920 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.539207 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:36.187432 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52986704-fbcb-482b-bb88-47eeed382f79 req-62d7781e-5929-49cf-8568-5c1078b6275a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.188950 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52986704-fbcb-482b-bb88-47eeed382f79 req-62d7781e-5929-49cf-8568-5c1078b6275a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0524173 Dec 15 13:43:36.244618 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-52986704-fbcb-482b-bb88-47eeed382f79 req-10cea5d7-05e6-4530-86c9-a00601edfa18 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493209 Dec 15 13:43:36.435002 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:37.374660 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b24c-f75a-46bb-9857-8c96fec4cba7 req-83cf1c4e-8e60-49f1-8097-bc56efcbd13d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.376735 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f960b24c-f75a-46bb-9857-8c96fec4cba7 req-83cf1c4e-8e60-49f1-8097-bc56efcbd13d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0521629 Dec 15 13:43:37.431836 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f960b24c-f75a-46bb-9857-8c96fec4cba7 req-552f59b0-219e-4e00-bea3-ad107cf95ebf tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479131 Dec 15 13:43:38.552614 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3c98-7874-4a8a-969b-d55b5019139b req-697b0e74-ffcf-48b5-ba28-509742a69fd6 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.554107 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a1cb3c98-7874-4a8a-969b-d55b5019139b req-697b0e74-ffcf-48b5-ba28-509742a69fd6 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0510545 Dec 15 13:43:38.600951 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a1cb3c98-7874-4a8a-969b-d55b5019139b req-8ea76df6-63da-4fd5-8f82-15d0cbf31101 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 Dec 15 13:43:39.716126 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83603c6f-7a3e-43c2-b085-4ec1ceda4ca6 req-ce2228d1-26b9-4d29-8872-83d649c4c251 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.717622 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-83603c6f-7a3e-43c2-b085-4ec1ceda4ca6 req-ce2228d1-26b9-4d29-8872-83d649c4c251 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0471389 Dec 15 13:43:39.769879 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-83603c6f-7a3e-43c2-b085-4ec1ceda4ca6 req-a8ac91e8-0062-43ce-935d-78566bac3fe3 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453877 Dec 15 13:43:40.493214 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-c3ac6220-55c6-4be2-b7e0-88c1c2cfdde9 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.494620 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-c3ac6220-55c6-4be2-b7e0-88c1c2cfdde9 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0501115 Dec 15 13:43:40.509715 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-a7a771ec-82bd-4994-bc3b-b13a8a0bc0a3 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.511186 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-a7a771ec-82bd-4994-bc3b-b13a8a0bc0a3 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 814 time: 0.1106739 Dec 15 13:43:40.526748 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-55b1a11e-463f-4b75-b5b4-bfb474ab07bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/quotas/5d663b994c834c358d7a268a08eac730 HTTP/1.1" status: 200 len: 375 time: 0.0096049 Dec 15 13:43:40.575622 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-40c7869b-9110-4f16-b96f-cd8bce33b6cc tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427408 Dec 15 13:43:40.595293 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Deleting port 7ec98862-6702-437c-a8ca-fe7bcaf393ab {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:40.595918 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.670327 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c0c655b0-385e-4c18-a623-47c29af42417 service neutron] 10.222.0.83 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872374 Dec 15 13:43:40.689007 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] For port 7ec98862-6702-437c-a8ca-fe7bcaf393ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7ec98862-6702-437c-a8ca-fe7bcaf393ab,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:40.689363 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.762245 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-2c7ce813-3b07-44f5-aa0b-7ac80fba0ccb service neutron] 10.222.0.83 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851569 Dec 15 13:43:40.874102 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.874515 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.874864 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Floating IP c359a9af-60d3-4df3-b2c3-4d5ffb5e1734 disassociated. External IP: 172.27.1.88, port: 7ec98862-6702-437c-a8ca-fe7bcaf393ab. Dec 15 13:43:40.875454 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Calling delete_port for 7ec98862-6702-437c-a8ca-fe7bcaf393ab owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:40.898806 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d837f-5a6a-4393-b268-599d08135190 req-f4818f7f-0f31-42a3-97a3-621812b74740 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.901620 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a4d837f-5a6a-4393-b268-599d08135190 req-f4818f7f-0f31-42a3-97a3-621812b74740 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 945 time: 0.0636032 Dec 15 13:43:40.939478 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8b7bebbe-f398-4d31-be16-cdc2f6755d5c req-ec387e20-48fb-4306-858c-14789f879b18 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 210 time: 0.0308805 Dec 15 13:43:40.980839 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9a4d837f-5a6a-4393-b268-599d08135190 req-7c5f20a4-d166-477a-8950-0eaefff153b5 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=6078d34b-0e39-4b37-bc4f-0a7d74860256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711370 Dec 15 13:43:41.024520 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:41.057740 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event deleted for resources: {'Port': ['ID=7ec98862-6702-437c-a8ca-fe7bcaf393ab,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:41.068222 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.068574 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.068947 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.069290 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.069628 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.069982 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.070363 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.070695 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.071022 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.071348 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.071676 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.072022 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.072351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:41.198475 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Router e4b94a25-eaf0-497d-b7bc-64c37700a5db has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:41.314564 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:41.326843 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] Sync routers for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:41.338808 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:41.339486 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:43:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:41.458551 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:41.640253 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] No DVR routers for this DVR port 7ec98862-6702-437c-a8ca-fe7bcaf393ab on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:41.642934 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:41.646444 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-17e80be1-4b93-4462-aedf-ccef3e2e2ebb req-ceb7ca7d-4d52-4c5f-8b65-d26ed848ba5a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "DELETE /v2.0/ports/7ec98862-6702-437c-a8ca-fe7bcaf393ab HTTP/1.1" status: 204 len: 173 time: 1.1427250 Dec 15 13:43:41.646911 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'name': 'network-vif-deleted', 'tag': '7ec98862-6702-437c-a8ca-fe7bcaf393ab'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:41.649197 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c89de9f-b9c5-4b27-bdd4-c60af9edc17b" -d '{"events": [{"server_uuid": "09248873-3a26-46a0-bbd1-b3574f74bc7a", "name": "network-vif-deleted", "tag": "7ec98862-6702-437c-a8ca-fe7bcaf393ab"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:41.696994 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e91de20-0c7a-4fb7-8713-598dcb4b2015 x-openstack-request-id: req-8e91de20-0c7a-4fb7-8713-598dcb4b2015 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:41.697338 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09248873-3a26-46a0-bbd1-b3574f74bc7a", "name": "network-vif-deleted", "tag": "7ec98862-6702-437c-a8ca-fe7bcaf393ab", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:41.697612 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8e91de20-0c7a-4fb7-8713-598dcb4b2015 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:41.698412 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09248873-3a26-46a0-bbd1-b3574f74bc7a', 'name': 'network-vif-deleted', 'tag': '7ec98862-6702-437c-a8ca-fe7bcaf393ab', 'status': 'completed', 'code': 200} Dec 15 13:43:41.773797 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:41.799193 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] Checking router: e4b94a25-eaf0-497d-b7bc-64c37700a5db for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:41.807281 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:41.807872 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:43:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:41.918286 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:42.003841 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-5f21ed3d-54e3-4e95-ac37-8d5dc5072373 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.005529 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-5f21ed3d-54e3-4e95-ac37-8d5dc5072373 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 814 time: 0.1186483 Dec 15 13:43:42.023554 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Request body: {'port': {'device_id': '69324657-790e-43bb-b7e1-329f460b482e', 'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'admin_state_up': True, 'tenant_id': '5d663b994c834c358d7a268a08eac730'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:42.057637 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f692ddb-3ef3-4129-8125-410720496344 req-59186900-6fcf-4760-8705-2f2f4a62f25f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 210 time: 0.0418005 Dec 15 13:43:42.102825 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9c87bb14-d150-45b6-b1e2-e9f642a32d1b req-6e83cda0-9c3d-4b81-8860-471db788df33 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=09248873-3a26-46a0-bbd1-b3574f74bc7a HTTP/1.1" status: 200 len: 210 time: 0.0271199 Dec 15 13:43:42.168030 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Made reservation on behalf of 5d663b994c834c358d7a268a08eac730 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:42.172999 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.177822 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:42.206336 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dbf1bd-d2e9-470d-85a0-9f9643f26466 None None] The sync data for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi is: [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:42.333450 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Allocated IP 172.20.0.10 (645914b7-eef4-444f-ad03-9e082234296c/9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923/52bdc64f-eed7-4cad-83de-af3e9be9b44a) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:42.511192 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.512073 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5491f0-d1eb-454c-9641-6d06e4a8e9b9 None None] New status for floating IP c359a9af-60d3-4df3-b2c3-4d5ffb5e1734: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:43:42.552507 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.599383 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Network 645914b7-eef4-444f-ad03-9e082234296c is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:42.602759 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:42.606766 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:42.624434 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['a936e9ef-9421-41df-a2c8-8d0361adf90f'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:42.631989 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Pushing event updated for resources: {'Port': ['ID=52bdc64f-eed7-4cad-83de-af3e9be9b44a,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:42.669995 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.671518 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.694508 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c1d0f932-8839-4e83-a001-d15e6b8c8c54 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6748691 Dec 15 13:43:42.701798 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-668043bf-f8c6-48de-99e9-efd498673add tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219894246&fields=id&tenant_id=c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 267 time: 0.0546429 Dec 15 13:43:42.713803 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Request body: {'port': {'device_id': '69324657-790e-43bb-b7e1-329f460b482e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:42.775279 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:42.820315 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-6262fa59-160c-410f-aeab-6fb815932e60 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.821975 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-6262fa59-160c-410f-aeab-6fb815932e60 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 812 time: 0.1096690 Dec 15 13:43:42.838094 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-1529ce24-da05-43f7-bfd6-4efa9d93b159 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/quotas/c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 375 time: 0.0100131 Dec 15 13:43:42.890919 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-e29d416b-96de-4c6d-8100-4daa4889720d tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466986 Dec 15 13:43:42.986556 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-a8eb7de9-26bf-4156-894a-96f82300bb87 service neutron] 10.222.0.83 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835845 Dec 15 13:43:43.030012 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bdc64f-eed7-4cad-83de-af3e9be9b44a {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:43.037786 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.050061 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Transition to ACTIVE for port object 52bdc64f-eed7-4cad-83de-af3e9be9b44a will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:43.054298 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.076160 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-7fdc3a9a-5b2c-4ce9-a840-64ee00eee1bd service neutron] 10.222.0.83 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830016 Dec 15 13:43:43.108962 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Pushing event updated for resources: {'Port': ['ID=52bdc64f-eed7-4cad-83de-af3e9be9b44a,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:43.175149 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ec37a-6eb2-4d7a-b113-3464873f3ad5 req-804d1b73-d34f-4b8f-a89e-8c2e501f2757 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.176707 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a48ec37a-6eb2-4d7a-b113-3464873f3ad5 req-804d1b73-d34f-4b8f-a89e-8c2e501f2757 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 944 time: 0.0550220 Dec 15 13:43:43.188005 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Attempting to bind port 52bdc64f-eed7-4cad-83de-af3e9be9b44a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:43.188331 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Attempting to bind port 52bdc64f-eed7-4cad-83de-af3e9be9b44a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:43.188657 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Attempting to bind port 52bdc64f-eed7-4cad-83de-af3e9be9b44a on network 645914b7-eef4-444f-ad03-9e082234296c {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:43.193288 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Port 52bdc64f-eed7-4cad-83de-af3e9be9b44a on network 645914b7-eef4-444f-ad03-9e082234296c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:43.193607 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Attempting to bind port 52bdc64f-eed7-4cad-83de-af3e9be9b44a on network 645914b7-eef4-444f-ad03-9e082234296c {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:43.199054 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:43.199387 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Checking segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:43.199881 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Bound using segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:43.200184 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Bound port: 52bdc64f-eed7-4cad-83de-af3e9be9b44a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:43.200554 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.238600 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a48ec37a-6eb2-4d7a-b113-3464873f3ad5 req-6ba9ca10-7b74-4827-98b0-1209125f4c77 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Dec 15 13:43:43.274990 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] For port 52bdc64f-eed7-4cad-83de-af3e9be9b44a, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:43.278235 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] For port 52bdc64f-eed7-4cad-83de-af3e9be9b44a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52bdc64f-eed7-4cad-83de-af3e9be9b44a,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:43.283029 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.325000 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.325651 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.327144 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] 10.222.0.66 "PUT /v2.0/ports/52bdc64f-eed7-4cad-83de-af3e9be9b44a HTTP/1.1" status: 200 len: 1094 time: 0.6178324 Dec 15 13:43:43.347514 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f870537-9896-447a-98c5-0ab1a4ef2624 service neutron] Pushing event updated for resources: {'Port': ['ID=52bdc64f-eed7-4cad-83de-af3e9be9b44a,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:43.396444 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1a87727e-be68-45fe-8fa8-337fa7412109 req-42959d13-58f4-4e52-b478-1d329cceffff tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 210 time: 0.0278261 Dec 15 13:43:43.416378 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-e4351198-b18a-4f4c-a965-de894dc60ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.418173 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-e4351198-b18a-4f4c-a965-de894dc60ef1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 1097 time: 0.0438993 Dec 15 13:43:43.466220 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-5ea5b1e9-034c-4ff2-a167-7856121c326e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52bdc64f-eed7-4cad-83de-af3e9be9b44a HTTP/1.1" status: 200 len: 217 time: 0.0387855 Dec 15 13:43:43.519973 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-8f697380-e28b-4413-bb87-12d1039e4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.526038 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-8f697380-e28b-4413-bb87-12d1039e4953 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 200 len: 854 time: 0.0481799 Dec 15 13:43:43.554842 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-fdd28405-53f5-4a03-afe8-c2645006e266 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=645914b7-eef4-444f-ad03-9e082234296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258174 Dec 15 13:43:43.650948 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-9ce6b470-d14f-42c7-b197-32902d7dc6e2 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866215 Dec 15 13:43:43.705024 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69324657-790e-43bb-b7e1-329f460b482e', 'tag': '52bdc64f-eed7-4cad-83de-af3e9be9b44a'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:43.707557 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "69324657-790e-43bb-b7e1-329f460b482e", "tag": "52bdc64f-eed7-4cad-83de-af3e9be9b44a"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:43.754801 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ab856e-017b-467e-ba18-8352ae709650 x-openstack-request-id: req-09ab856e-017b-467e-ba18-8352ae709650 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:43.756252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69324657-790e-43bb-b7e1-329f460b482e", "tag": "52bdc64f-eed7-4cad-83de-af3e9be9b44a", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:43.756252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-09ab856e-017b-467e-ba18-8352ae709650 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:43.756252 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69324657-790e-43bb-b7e1-329f460b482e', 'tag': '52bdc64f-eed7-4cad-83de-af3e9be9b44a', 'status': 'completed', 'code': 200} Dec 15 13:43:43.762623 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dfe42133-cb7e-441d-adf6-e9d72e8445cf req-c67649ba-8ae2-4428-8139-dff384644469 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035056 Dec 15 13:43:43.865373 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 7ec98862-6702-437c-a8ca-fe7bcaf393ab no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:43.868985 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-6c450e1a-00c7-4247-a6ce-d6c66fde6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.870757 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-6c450e1a-00c7-4247-a6ce-d6c66fde6278 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 1097 time: 0.0501573 Dec 15 13:43:43.890246 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 7ec98862-6702-437c-a8ca-fe7bcaf393ab {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:43:43.891370 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 7ec98862-6702-437c-a8ca-fe7bcaf393ab not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:43.968454 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-575a99e7-c3a5-47b1-801f-8571dbc3ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.970518 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-575a99e7-c3a5-47b1-801f-8571dbc3ec8a service neutron] 10.222.0.66 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 915 time: 0.0899081 Dec 15 13:43:44.017374 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-4d07411f-7820-40b9-b6ea-8d8a2b283307 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52bdc64f-eed7-4cad-83de-af3e9be9b44a HTTP/1.1" status: 200 len: 217 time: 0.0378876 Dec 15 13:43:44.067202 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-c9fc3e67-ef01-44f4-98ae-75bf3a4408d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.068572 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-c9fc3e67-ef01-44f4-98ae-75bf3a4408d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 200 len: 854 time: 0.0438015 Dec 15 13:43:44.111325 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-6a0c889a-352e-4797-ad67-ea5d0cb0d55c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=645914b7-eef4-444f-ad03-9e082234296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304818 Dec 15 13:43:44.201330 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-96a93fb6-1d63-4d83-976d-57a8653e1586 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804389 Dec 15 13:43:44.301002 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9967fe5-dccd-47a0-90e0-8a9cf7c4c0b8 req-ee7893cd-5934-4d6e-8c73-91b208a99dbb service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910580 Dec 15 13:43:44.346518 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58846) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:44.418721 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-be04878e-d3b9-438c-8909-08f7ad933718 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.431877 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f91177-db54-4fc5-a3ff-e783ea6bc241 req-9715dc1b-96fc-4eef-bb1d-c07e61705892 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.433420 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b6f91177-db54-4fc5-a3ff-e783ea6bc241 req-9715dc1b-96fc-4eef-bb1d-c07e61705892 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 944 time: 0.1186163 Dec 15 13:43:44.453014 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-be04878e-d3b9-438c-8909-08f7ad933718 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.458210 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-74fa6b3a-0aec-4e71-aaa2-018af1c7279f tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:44.460400 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-74fa6b3a-0aec-4e71-aaa2-018af1c7279f tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 812 time: 0.1647012 Dec 15 13:43:44.507698 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-be04878e-d3b9-438c-8909-08f7ad933718 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.510462 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-be04878e-d3b9-438c-8909-08f7ad933718 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.515331 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-be04878e-d3b9-438c-8909-08f7ad933718 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "DELETE /v2.0/security-groups/6078d34b-0e39-4b37-bc4f-0a7d74860256 HTTP/1.1" status: 204 len: 168 time: 0.1649833 Dec 15 13:43:44.516682 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58850) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:44.528409 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04878e-d3b9-438c-8909-08f7ad933718 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6078d34b-0e39-4b37-bc4f-0a7d74860256,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:44.538965 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-57649016-357f-4a00-90a4-a7f3a11febeb req-cbf92356-bf67-4aaf-96b2-d47038a95478 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 210 time: 0.0501196 Dec 15 13:43:44.552007 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b6f91177-db54-4fc5-a3ff-e783ea6bc241 req-4c7e6d7c-cd39-4ba6-a952-22b5eaf5f0dd tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105120 Dec 15 13:43:44.560973 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.api.v2.resource [None req-c106cb40-1f09-44aa-9bdc-18efaf208947 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] show failed (client error): The resource could not be found. Dec 15 13:43:44.562033 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-c106cb40-1f09-44aa-9bdc-18efaf208947 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups/6078d34b-0e39-4b37-bc4f-0a7d74860256 HTTP/1.1" status: 404 len: 347 time: 0.0312419 Dec 15 13:43:44.565847 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58852) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:44.912176 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-543a9281-5d01-4b27-91f0-4bacade731e4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0da9050a08e442887ca8dc346374836 HTTP/1.1" status: 200 len: 380 time: 0.4308057 Dec 15 13:43:44.924216 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'port': {'device_id': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'admin_state_up': True, 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'security_groups': ['fcf70fc2-d28b-482d-baaa-5118a849ccef']}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:45.050061 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Deleting port 70d04e65-a0ad-4584-bc02-165ebd2f043e {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:45.050391 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.113467 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Made reservation on behalf of c0da9050a08e442887ca8dc346374836 for: {'port': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:45.116893 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.161337 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.161809 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.203895 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Calling delete_port for 70d04e65-a0ad-4584-bc02-165ebd2f043e owned by network:floatingip {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:45.327470 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Allocated IP 172.20.0.6 (7bf9178e-ef91-4e23-a896-35ca60172592/89513571-70e8-446d-99c6-6446748ef3f8/ad5d037e-580b-4432-81b5-1d7c3583d89d) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:45.475524 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.524819 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event deleted for resources: {'Port': ['ID=70d04e65-a0ad-4584-bc02-165ebd2f043e,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:45.559571 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.559938 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.560282 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.560621 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.560965 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.561275 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.561602 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.561962 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.562289 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.562634 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.562979 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.563305 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.563615 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:45.598295 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.629349 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.631922 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.633093 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-ce2e8f04-e318-49d4-80a2-1e4c58d47b16 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "DELETE /v2.0/floatingips/c359a9af-60d3-4df3-b2c3-4d5ffb5e1734 HTTP/1.1" status: 204 len: 168 time: 1.0662789 Dec 15 13:43:45.689798 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3dd13be-8b54-4dec-b6d9-5c0699d0e847 req-b60d312e-7ac8-4b12-a7bf-0a4429f66d87 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 210 time: 0.0502245 Dec 15 13:43:45.706075 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.749213 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59f974-c285-4070-bf20-28dea89e45a9 req-8fd55cb6-8973-4779-a304-20dc5aa67df5 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.751258 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7e59f974-c285-4070-bf20-28dea89e45a9 req-8fd55cb6-8973-4779-a304-20dc5aa67df5 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 944 time: 0.1128597 Dec 15 13:43:45.767930 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Network 7bf9178e-ef91-4e23-a896-35ca60172592 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:45.778422 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:45.785622 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=ad5d037e-580b-4432-81b5-1d7c3583d89d,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:45.793869 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:45.860276 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:45.860870 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:45.867680 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7e59f974-c285-4070-bf20-28dea89e45a9 req-03e0e779-b8f1-43a5-aad2-be68da3ec0ed tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074851 Dec 15 13:43:45.874690 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 52bdc64f-eed7-4cad-83de-af3e9be9b44a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:45.897420 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-8f43992b-36b2-44c0-ab16-6d62a2a924a7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9768548 Dec 15 13:43:45.917947 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Request body: {'port': {'device_id': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:45.987895 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 52bdc64f-eed7-4cad-83de-af3e9be9b44a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52bdc64f-eed7-4cad-83de-af3e9be9b44a,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:46.000151 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '52bdc64f-eed7-4cad-83de-af3e9be9b44a', 'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'port_id': '52bdc64f-eed7-4cad-83de-af3e9be9b44a', 'mac_address': 'fa:16:3e:73:36:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:46.008642 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.043658 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.057628 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bdc64f-eed7-4cad-83de-af3e9be9b44a {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:46.071172 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58860) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:46.079143 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 52bdc64f-eed7-4cad-83de-af3e9be9b44a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52bdc64f-eed7-4cad-83de-af3e9be9b44a,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:46.085252 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.119651 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-65ff1aab-bd60-437f-8048-1273da4245c4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1726011098', 'description': 'tempest-description--815116873'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:46.126537 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-84313b8d-89b7-42b8-a8f9-b4375a9c0055 None None] Provisioning complete for port ad5d037e-580b-4432-81b5-1d7c3583d89d triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:46.126907 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-84313b8d-89b7-42b8-a8f9-b4375a9c0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.168155 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=52bdc64f-eed7-4cad-83de-af3e9be9b44a,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:46.168380 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-bd60-437f-8048-1273da4245c4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.179070 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.179419 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.179783 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.180156 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.180510 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.180862 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.181215 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.181570 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.182007 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.182358 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.182691 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.183035 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.183351 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:46.188357 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-84313b8d-89b7-42b8-a8f9-b4375a9c0055 None None] Port ad5d037e-580b-4432-81b5-1d7c3583d89d cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:46.314253 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-bd60-437f-8048-1273da4245c4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.317924 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-bd60-437f-8048-1273da4245c4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.336573 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['52bdc64f-eed7-4cad-83de-af3e9be9b44a'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:46.377818 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-65ff1aab-bd60-437f-8048-1273da4245c4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.379067 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-65ff1aab-bd60-437f-8048-1273da4245c4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3068569 Dec 15 13:43:46.382088 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 58862) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:46.384145 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5d037e-580b-4432-81b5-1d7c3583d89d {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:46.392045 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-1caaafd5-8571-498f-bb82-9fa2d0256478 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'security_group_rule': {'security_group_id': '7477e6d5-f624-451b-af37-498c49bb34e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:46.398573 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff1aab-bd60-437f-8048-1273da4245c4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7477e6d5-f624-451b-af37-498c49bb34e4,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:46.402783 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.424464 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Transition to ACTIVE for port object ad5d037e-580b-4432-81b5-1d7c3583d89d will not be triggered until provisioned by entity L2. {{(pid=102648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:46.427366 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.471761 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1caaafd5-8571-498f-bb82-9fa2d0256478 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.497657 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Pushing event updated for resources: {'Port': ['ID=ad5d037e-580b-4432-81b5-1d7c3583d89d,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:46.590697 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1caaafd5-8571-498f-bb82-9fa2d0256478 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.599766 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1caaafd5-8571-498f-bb82-9fa2d0256478 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.615553 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Attempting to bind port ad5d037e-580b-4432-81b5-1d7c3583d89d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:46.615889 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Attempting to bind port ad5d037e-580b-4432-81b5-1d7c3583d89d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:46.616219 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Attempting to bind port ad5d037e-580b-4432-81b5-1d7c3583d89d on network 7bf9178e-ef91-4e23-a896-35ca60172592 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:46.624941 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaafd5-8571-498f-bb82-9fa2d0256478 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5840d2ad-56d1-4eaa-9c7a-c4ad17430453,revision_number=0']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:46.632684 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Port ad5d037e-580b-4432-81b5-1d7c3583d89d on network 7bf9178e-ef91-4e23-a896-35ca60172592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:46.633013 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Attempting to bind port ad5d037e-580b-4432-81b5-1d7c3583d89d on network 7bf9178e-ef91-4e23-a896-35ca60172592 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:46.640364 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1caaafd5-8571-498f-bb82-9fa2d0256478 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.641565 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1caaafd5-8571-498f-bb82-9fa2d0256478 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2530506 Dec 15 13:43:46.642825 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:46.643156 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Checking segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:46.643767 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Bound using segment: {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:46.643941 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Bound port: ad5d037e-580b-4432-81b5-1d7c3583d89d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:46.644285 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.644560 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58864) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:46.650260 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-6f767757-467e-473f-a87d-fcb62e3615f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'security_group_rule': {'security_group_id': '7477e6d5-f624-451b-af37-498c49bb34e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:46.679075 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f767757-467e-473f-a87d-fcb62e3615f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.714891 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] For port ad5d037e-580b-4432-81b5-1d7c3583d89d, host hv-cinder-81322, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:46.718453 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] For port ad5d037e-580b-4432-81b5-1d7c3583d89d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:46.724773 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.740247 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f767757-467e-473f-a87d-fcb62e3615f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.744405 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f767757-467e-473f-a87d-fcb62e3615f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565981'] for security_group_rule, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.767377 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.767893 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.769391 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] 10.222.0.66 "PUT /v2.0/ports/ad5d037e-580b-4432-81b5-1d7c3583d89d HTTP/1.1" status: 200 len: 1093 time: 0.8567686 Dec 15 13:43:46.769918 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:46.770710 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767757-467e-473f-a87d-fcb62e3615f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b69a2a-2416-4233-95df-75922de351f2,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:46.773261 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:46.795624 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f767757-467e-473f-a87d-fcb62e3615f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.797541 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6f767757-467e-473f-a87d-fcb62e3615f4 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519620 Dec 15 13:43:46.800645 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 58870) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:46.805150 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:46.832830 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55e361-9558-4de1-ba66-9095d2cce32b service neutron] Pushing event updated for resources: {'Port': ['ID=ad5d037e-580b-4432-81b5-1d7c3583d89d,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:46.835277 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.853461 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c1cacd-1903-4559-b729-c8bfa3b35a40 x-openstack-request-id: req-d7c1cacd-1903-4559-b729-c8bfa3b35a40 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:46.853807 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:46.854049 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d7c1cacd-1903-4559-b729-c8bfa3b35a40 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:46.854436 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'status': 'completed', 'code': 200} Dec 15 13:43:46.878237 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d3dbf-4408-4dd1-9d61-59d955ca8237 req-d1652117-d075-4ac0-8f55-f7ea52d0ec64 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.879784 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-263d3dbf-4408-4dd1-9d61-59d955ca8237 req-d1652117-d075-4ac0-8f55-f7ea52d0ec64 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 943 time: 0.1009729 Dec 15 13:43:46.885834 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-696a3493-b24f-416c-8139-25fe7bd6d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:46.887291 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-696a3493-b24f-416c-8139-25fe7bd6d1a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 1096 time: 0.0703032 Dec 15 13:43:46.952915 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-20e3f113-d209-4f41-84e7-93392214ded2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d HTTP/1.1" status: 200 len: 217 time: 0.0500755 Dec 15 13:43:46.963947 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.031341 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-263d3dbf-4408-4dd1-9d61-59d955ca8237 req-1933f812-2203-41a2-92ae-d1cd7395f137 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430511 Dec 15 13:43:47.067810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d4d0d-245b-4655-a149-7aaaba123e2d req-a7e083d2-22fe-4211-ba45-b4b697cf2350 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.069308 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c04d4d0d-245b-4655-a149-7aaaba123e2d req-a7e083d2-22fe-4211-ba45-b4b697cf2350 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 945 time: 0.1182876 Dec 15 13:43:47.070721 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-37fca9ef-677b-4fb7-a8e7-72f3cf473f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.072011 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-37fca9ef-677b-4fb7-a8e7-72f3cf473f8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.1008215 Dec 15 13:43:47.087529 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Allocated IP 172.27.1.117 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/d88216c9-1aeb-4a28-aead-ba998da3f57a) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:47.150410 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c04d4d0d-245b-4655-a149-7aaaba123e2d req-c7a12c7b-3725-42df-ace4-422c7d33654b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745761 Dec 15 13:43:47.154844 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-ee1044fd-9ebd-497d-adcb-160a5246e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.156431 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-ee1044fd-9ebd-497d-adcb-160a5246e91a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742989 Dec 15 13:43:47.193607 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.227454 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.248107 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-02ab97b4-5a16-4b4c-80ab-0d41a0cb53ce service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824764 Dec 15 13:43:47.271630 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:47.274596 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:47.277009 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:47.300155 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'Port': ['ID=d88216c9-1aeb-4a28-aead-ba998da3f57a,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:47.345686 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f293ed54-1f98-4805-91b7-095da40c53a0 req-534be325-fd15-4e92-ba98-6b71b79c92f5 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899625 Dec 15 13:43:47.373276 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.407935 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.430750 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-546846c3-f8b6-4724-892d-2fa622c4fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.432261 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-546846c3-f8b6-4724-892d-2fa622c4fdf5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 1096 time: 0.0399177 Dec 15 13:43:47.527161 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-e209055e-f326-4549-8c82-c0d4f668b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.528646 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-e209055e-f326-4549-8c82-c0d4f668b212 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.0872524 Dec 15 13:43:47.555556 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.560572 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.572190 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-dff2ffaf-68a5-41d6-98c0-a730c5bc4a63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d HTTP/1.1" status: 200 len: 217 time: 0.0353935 Dec 15 13:43:47.623310 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-a2f3cbef-a0b9-4491-a55b-9ff43afbbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.624788 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-a2f3cbef-a0b9-4491-a55b-9ff43afbbb93 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0435123 Dec 15 13:43:47.631854 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'Port': ['ID=d88216c9-1aeb-4a28-aead-ba998da3f57a,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:47.642781 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.662760 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:47.663952 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-03cd2637-41a9-46e9-9da7-9ab87f0a9c04 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8623044 Dec 15 13:43:47.677519 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-be7b755f-4c0a-4c1f-84b0-19c7af257de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:47.679098 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-be7b755f-4c0a-4c1f-84b0-19c7af257de7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434387 Dec 15 13:43:47.772248 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-5ba72128-4348-4d21-8c13-f97e1d8af2c8 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845799 Dec 15 13:43:47.881572 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 52bdc64f-eed7-4cad-83de-af3e9be9b44a up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:47.896265 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-63841ac1-4369-4dee-8ecb-5f8aeda8025c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1726011098&fields=id&tenant_id=10799d1b1db34e69a6c6bba276744b0f HTTP/1.1" status: 200 len: 267 time: 0.0713644 Dec 15 13:43:47.901768 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f1a4035c-a800-4da6-bb2f-fd3c1e5d2013 req-1cca9a56-80aa-4940-9bda-145035fa2a4d service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185324 Dec 15 13:43:47.933194 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 52bdc64f-eed7-4cad-83de-af3e9be9b44a completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:47.937254 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 52bdc64f-eed7-4cad-83de-af3e9be9b44a triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:47.937621 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.009949 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ea7e95c5-09ca-41b6-87f9-8951441be151 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.011418 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ea7e95c5-09ca-41b6-87f9-8951441be151 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 811 time: 0.1065559 Dec 15 13:43:48.012789 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.026224 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-a0c67203-7dd5-4aaf-a83c-5f095a155a81 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/quotas/10799d1b1db34e69a6c6bba276744b0f HTTP/1.1" status: 200 len: 375 time: 0.0089126 Dec 15 13:43:48.035161 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69324657-790e-43bb-b7e1-329f460b482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bdc64f-eed7-4cad-83de-af3e9be9b44a'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:48.037343 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989b632c-8274-474b-9e6c-5b7d7ea3263c" -d '{"events": [{"server_uuid": "69324657-790e-43bb-b7e1-329f460b482e", "name": "network-vif-plugged", "status": "completed", "tag": "52bdc64f-eed7-4cad-83de-af3e9be9b44a"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:48.050687 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 52bdc64f-eed7-4cad-83de-af3e9be9b44a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52bdc64f-eed7-4cad-83de-af3e9be9b44a,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:48.054835 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.079635 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a6a7e5-a9e4-43b7-baf2-5ca925476315 x-openstack-request-id: req-95a6a7e5-a9e4-43b7-baf2-5ca925476315 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:48.079897 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69324657-790e-43bb-b7e1-329f460b482e", "name": "network-vif-plugged", "status": "completed", "tag": "52bdc64f-eed7-4cad-83de-af3e9be9b44a", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:48.080330 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-95a6a7e5-a9e4-43b7-baf2-5ca925476315 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:48.081548 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69324657-790e-43bb-b7e1-329f460b482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bdc64f-eed7-4cad-83de-af3e9be9b44a', 'code': 200} Dec 15 13:43:48.099291 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-93addce2-f12d-4e7a-bf7e-336eacfd6c37 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593464 Dec 15 13:43:48.110644 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=52bdc64f-eed7-4cad-83de-af3e9be9b44a,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:48.240174 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7899a-596b-4904-9d8f-c60d904a32ad req-8ddfa1fc-bd12-4669-a092-6f89c2266fb9 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.241507 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fcc7899a-596b-4904-9d8f-c60d904a32ad req-8ddfa1fc-bd12-4669-a092-6f89c2266fb9 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 943 time: 0.1136508 Dec 15 13:43:48.247702 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-458a4596-9fb2-4dd9-b609-6b9fa449fb51 service neutron] 10.222.0.83 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471727 Dec 15 13:43:48.354665 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008f9b0-d40a-4b6c-a36f-370ffc27e8e1 req-1a91ca79-1dc8-493b-9fb1-1d89b8402a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.356444 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d008f9b0-d40a-4b6c-a36f-370ffc27e8e1 req-1a91ca79-1dc8-493b-9fb1-1d89b8402a87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 1099 time: 0.1352782 Dec 15 13:43:48.396784 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fcc7899a-596b-4904-9d8f-c60d904a32ad req-16f0d753-6465-4e4b-8bcf-ca7d85d1161a tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360421 Dec 15 13:43:48.423576 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-fbc81e08-c29f-4f7d-891b-73c04647d60f service neutron] 10.222.0.83 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614945 Dec 15 13:43:48.436862 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d008f9b0-d40a-4b6c-a36f-370ffc27e8e1 req-ac093c75-9da4-4348-a5d8-f9f3d637e74f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717831 Dec 15 13:43:48.502391 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e7a59-c950-496c-bf01-2f8890851764 req-b21bdb95-49d5-41e0-8f96-de2873c06d7b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:48.503795 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-246e7a59-c950-496c-bf01-2f8890851764 req-b21bdb95-49d5-41e0-8f96-de2873c06d7b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 946 time: 0.0507936 Dec 15 13:43:48.562060 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-246e7a59-c950-496c-bf01-2f8890851764 req-2bc13013-7f6e-4886-9d6c-2ae282b3a502 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516338 Dec 15 13:43:48.592520 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e188f08f-8432-49dc-b8c8-466ce9cdce72 req-6452faab-463e-40a3-b8ea-e59d3b0faeab tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 210 time: 0.0294626 Dec 15 13:43:49.559132 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c75ea-c927-40f6-aee1-75934e2edda2 req-45ed9b0a-6204-45ca-9b26-d1b26c7503e4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.560633 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-901c75ea-c927-40f6-aee1-75934e2edda2 req-45ed9b0a-6204-45ca-9b26-d1b26c7503e4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 943 time: 0.0966096 Dec 15 13:43:49.659209 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-901c75ea-c927-40f6-aee1-75934e2edda2 req-52d778b1-92d5-4c4e-ab63-d9a2fb70a09a tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903618 Dec 15 13:43:49.668830 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-5087370c-38d1-41d7-99fb-6246d0bcb229 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.669375 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-5087370c-38d1-41d7-99fb-6246d0bcb229 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 811 time: 0.1694703 Dec 15 13:43:49.779595 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-069f502b-5c93-420d-a386-6a60a4c02e93 req-2a4d0409-15b1-4d0b-aa82-b63076d66cec tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 210 time: 0.0394340 Dec 15 13:43:49.789814 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd304de-7f41-4baf-985f-4063d55c7d12 req-9f961d26-f36b-42d1-8b11-58b80b6072d0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:49.791208 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8dd304de-7f41-4baf-985f-4063d55c7d12 req-9f961d26-f36b-42d1-8b11-58b80b6072d0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 946 time: 0.1157038 Dec 15 13:43:49.809924 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-880a903a-343c-47ad-b1dd-49a069092193 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10799d1b1db34e69a6c6bba276744b0f HTTP/1.1" status: 200 len: 380 time: 0.1232009 Dec 15 13:43:49.824555 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'port': {'device_id': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'admin_state_up': True, 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'security_groups': ['7477e6d5-f624-451b-af37-498c49bb34e4']}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:49.896822 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8dd304de-7f41-4baf-985f-4063d55c7d12 req-6261f5de-473e-4f54-8ac6-8d806700c826 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975494 Dec 15 13:43:49.948337 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Made reservation on behalf of 10799d1b1db34e69a6c6bba276744b0f for: {'port': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:49.951837 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.069048 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Allocated IP 172.20.0.3 (83a3c4cb-56da-41d3-bc6c-42f445cbeed5/23232e55-3e3f-45af-9b80-4281cbcb4eba/7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:50.423066 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.454522 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.496926 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:50.499988 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:50.503672 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:50.509631 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event updated for resources: {'Port': ['ID=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:50.559734 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.560460 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.577248 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ce1096d8-2708-4dff-b20a-569a0b931674 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570820 Dec 15 13:43:50.590953 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Request body: {'port': {'device_id': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:50.649113 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.688550 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-1be97f31-6832-4cde-baca-4eaf50fc8153 None None] Provisioning complete for port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 triggered by entity DHCP. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:50.689181 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1be97f31-6832-4cde-baca-4eaf50fc8153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:50.726167 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-1be97f31-6832-4cde-baca-4eaf50fc8153 None None] Port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 cannot update to ACTIVE because it is not bound. {{(pid=102649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:50.897015 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab966b-a8d1-466c-8e5a-cf5b7f33012c req-ee4d936c-427f-48ae-8525-d76b3ce51c3e tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.898535 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-97ab966b-a8d1-466c-8e5a-cf5b7f33012c req-ee4d936c-427f-48ae-8525-d76b3ce51c3e tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 943 time: 0.1407120 Dec 15 13:43:50.986492 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053bbd5-1847-4622-86fa-1abef86f5605 req-b2d55892-9348-4e95-a314-e4f6ca631a70 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:50.987883 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6053bbd5-1847-4622-86fa-1abef86f5605 req-b2d55892-9348-4e95-a314-e4f6ca631a70 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 931 time: 0.1390622 Dec 15 13:43:51.023676 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-97ab966b-a8d1-466c-8e5a-cf5b7f33012c req-a5dac8e9-56c7-40fa-ba1b-da451f1e899c tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175828 Dec 15 13:43:51.088018 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:51.104264 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6053bbd5-1847-4622-86fa-1abef86f5605 req-5d19e42e-f27a-4524-ae80-aff5fc08c9d2 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068549 Dec 15 13:43:51.107196 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:51.136685 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Transition to ACTIVE for port object 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 will not be triggered until provisioned by entity L2. {{(pid=102648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:51.142057 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:51.177956 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e1264-70d5-4a8f-a549-99a6d8570046 req-4763dcc0-d738-4426-83d6-b42cdffc2d62 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.179437 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-294e1264-70d5-4a8f-a549-99a6d8570046 req-4763dcc0-d738-4426-83d6-b42cdffc2d62 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 946 time: 0.0936987 Dec 15 13:43:51.223817 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:51.298555 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-294e1264-70d5-4a8f-a549-99a6d8570046 req-2a5797e3-7d46-4e1a-a4dd-f833e76a2882 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084633 Dec 15 13:43:51.320784 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Attempting to bind port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:51.321123 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Attempting to bind port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:51.321550 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Attempting to bind port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 on network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:51.326465 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 on network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:51.326780 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Attempting to bind port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 on network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:51.332057 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:51.332485 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Checking segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:51.332978 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Bound using segment: {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:51.333519 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Bound port: 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e636d176-1570-4291-9bd0-d74897d26f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:51.333898 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:51.403505 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] For port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07, host hv-cinder-81322, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:51.407076 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] For port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:51.411267 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:51.454426 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.455236 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:51.456648 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] 10.222.0.66 "PUT /v2.0/ports/7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 HTTP/1.1" status: 200 len: 1093 time: 0.8699968 Dec 15 13:43:51.457100 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'tag': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:51.459386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebce9be9-190b-489e-a0fc-15b95bdbf736" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0d7fb7-7dbd-4a9f-9366-a551a0899d91", "tag": "7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:51.493226 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5499c-8f7f-43e3-b4d8-26a3b642e040 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:51.513386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868c62b8-3ff4-4999-901d-a2f79647ea39 x-openstack-request-id: req-868c62b8-3ff4-4999-901d-a2f79647ea39 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:51.513678 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0d7fb7-7dbd-4a9f-9366-a551a0899d91", "tag": "7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:51.513953 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-868c62b8-3ff4-4999-901d-a2f79647ea39 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:51.514923 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'tag': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'status': 'completed', 'code': 200} Dec 15 13:43:51.578418 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-173ffd60-ec03-4032-b1cb-5f963800292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.580071 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-173ffd60-ec03-4032-b1cb-5f963800292d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 1096 time: 0.0518253 Dec 15 13:43:51.629865 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-a00267f4-ef4f-486b-b648-cf9bc261e5c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 HTTP/1.1" status: 200 len: 217 time: 0.0370872 Dec 15 13:43:51.687806 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-8804ee93-b997-47b0-8aa6-04fff499cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.689257 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-8804ee93-b997-47b0-8aa6-04fff499cb24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 200 len: 850 time: 0.0500886 Dec 15 13:43:51.744805 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-23a03621-4259-44b0-9ad2-fbd233fe079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:51.746293 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-23a03621-4259-44b0-9ad2-fbd233fe079a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488169 Dec 15 13:43:51.846884 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-7a30b8ee-3b6b-4cb8-83c4-5770ae144bcb service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847850 Dec 15 13:43:51.941370 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4fffae4-ddb7-4335-9627-0b2ad5e79727 req-f0689d8e-c6a1-40a2-8098-e6d0fb3f43a2 service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873260 Dec 15 13:43:52.031390 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-0b4984c2-5857-4845-bafa-a6bf28b422c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.033471 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-0b4984c2-5857-4845-bafa-a6bf28b422c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 1096 time: 0.0419393 Dec 15 13:43:52.180014 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf376fb-3e6a-46af-b7f7-af07b677cc10 req-2b88bfd3-a334-424c-bdaf-dd3f73fd8aa4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.181474 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4bf376fb-3e6a-46af-b7f7-af07b677cc10 req-2b88bfd3-a334-424c-bdaf-dd3f73fd8aa4 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 943 time: 0.0814564 Dec 15 13:43:52.192455 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-b1c23407-f6cd-484a-8b83-e3d0e96e335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.193857 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-b1c23407-f6cd-484a-8b83-e3d0e96e335f service neutron] 10.222.0.66 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 912 time: 0.1353712 Dec 15 13:43:52.272475 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-85f99763-ac76-4784-bac7-50fbd9df18a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 HTTP/1.1" status: 200 len: 217 time: 0.0578206 Dec 15 13:43:52.385734 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e6fb9-66ad-4722-bdeb-fcc793574d20 req-8cd9f372-36d6-40bc-82aa-289bba726353 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.388235 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-841e6fb9-66ad-4722-bdeb-fcc793574d20 req-8cd9f372-36d6-40bc-82aa-289bba726353 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 943 time: 0.2042532 Dec 15 13:43:52.398692 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4bf376fb-3e6a-46af-b7f7-af07b677cc10 req-fda08e12-bf24-4250-9f6d-9034566a74a1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037373 Dec 15 13:43:52.439845 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-4f1a200c-4567-45c4-a489-eb1144568172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.442125 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-4f1a200c-4567-45c4-a489-eb1144568172 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 200 len: 850 time: 0.1546671 Dec 15 13:43:52.530117 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-841e6fb9-66ad-4722-bdeb-fcc793574d20 req-7d719bf2-96a1-484d-af31-828bb008f572 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243382 Dec 15 13:43:52.544646 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-b5d1bd64-57b1-4c05-8470-341d85737a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:52.547003 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-b5d1bd64-57b1-4c05-8470-341d85737a3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867126 Dec 15 13:43:52.653990 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-fc6eb862-7238-407e-9f96-efdee58913fa service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959244 Dec 15 13:43:52.743806 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ebce9be9-190b-489e-a0fc-15b95bdbf736 req-63086968-a762-4295-a6f7-fad875aac78e service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806141 Dec 15 13:43:53.067181 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-1ef49b18-6049-4638-bbb5-4233db81e793 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.068671 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-1ef49b18-6049-4638-bbb5-4233db81e793 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 814 time: 0.1028578 Dec 15 13:43:53.083051 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-cd945224-adc6-4381-b63f-78b105d9e4aa tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/quotas/5d663b994c834c358d7a268a08eac730 HTTP/1.1" status: 200 len: 375 time: 0.0087657 Dec 15 13:43:53.132538 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-41b2a8ec-81e0-4643-94e7-0ea62fb43655 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444763 Dec 15 13:43:53.222442 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-6c265c83-00d2-4d78-8253-75e142a3456d service neutron] 10.222.0.83 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828884 Dec 15 13:43:53.307605 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-be759981-9690-41a7-99e5-8e890ded2940 service neutron] 10.222.0.83 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793307 Dec 15 13:43:53.466219 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d4eff98-67cf-4e4a-af10-6444b69b6ec2 req-cfd694f0-9409-4090-b958-631b2692b225 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 210 time: 0.0262043 Dec 15 13:43:53.519280 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb14927-d4df-4678-88c5-ce98b011a9d7 req-88f54fcf-3d6a-49b5-97df-080c10672859 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.520741 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-beb14927-d4df-4678-88c5-ce98b011a9d7 req-88f54fcf-3d6a-49b5-97df-080c10672859 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 943 time: 0.0532482 Dec 15 13:43:53.570796 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-beb14927-d4df-4678-88c5-ce98b011a9d7 req-4997e5fd-a13a-4379-a41e-2098ec365935 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Dec 15 13:43:53.648386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf59a0-e81c-480b-9f7f-f1e2f0c7e8c2 req-82c0e0df-7848-4b9c-ae08-dbcc2ffd8329 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:53.649935 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5faf59a0-e81c-480b-9f7f-f1e2f0c7e8c2 req-82c0e0df-7848-4b9c-ae08-dbcc2ffd8329 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 943 time: 0.0513637 Dec 15 13:43:53.704458 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5faf59a0-e81c-480b-9f7f-f1e2f0c7e8c2 req-42b7f822-ca16-43b9-94b2-7216df880f69 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Dec 15 13:43:54.442890 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-acd3482c-6402-4c9f-a05a-02719b809985 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.445094 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-acd3482c-6402-4c9f-a05a-02719b809985 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 814 time: 0.1114380 Dec 15 13:43:54.459367 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Request body: {'port': {'device_id': '81fc6f7a-2650-4c34-9b54-87088afc6c29', 'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'admin_state_up': True, 'tenant_id': '5d663b994c834c358d7a268a08eac730'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:54.581317 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e5a69df0-01c9-45e8-b778-55f13481b1c8 req-7b8dc824-fda0-42e3-92ef-a268f54208af tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 210 time: 0.0388708 Dec 15 13:43:54.605583 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Made reservation on behalf of 5d663b994c834c358d7a268a08eac730 for: {'port': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:54.609395 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:54.767559 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154069f-0159-4cea-bde9-b71f334fad47 req-754b0b44-d675-4c73-a9c5-eef7bb0193ac tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.769119 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8154069f-0159-4cea-bde9-b71f334fad47 req-754b0b44-d675-4c73-a9c5-eef7bb0193ac tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 943 time: 0.1008868 Dec 15 13:43:54.805124 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Allocated IP 172.20.0.11 (645914b7-eef4-444f-ad03-9e082234296c/9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923/4106350f-2509-402b-9cb0-c09b3f11c36e) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:54.882985 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8154069f-0159-4cea-bde9-b71f334fad47 req-7f297d59-6f2b-4d23-8c9d-b65f76d0fa0e tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047227 Dec 15 13:43:54.901852 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff5e8-0779-4732-aede-c0921f668316 req-06697036-bfbd-4fd4-a2a5-01418b2c81b0 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:54.903361 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b69ff5e8-0779-4732-aede-c0921f668316 req-06697036-bfbd-4fd4-a2a5-01418b2c81b0 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 943 time: 0.1241083 Dec 15 13:43:55.012514 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b69ff5e8-0779-4732-aede-c0921f668316 req-cbd201b5-15b2-4230-a10e-9ba60da437d6 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005151 Dec 15 13:43:55.048606 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.086871 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.101862 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['a936e9ef-9421-41df-a2c8-8d0361adf90f', '52bdc64f-eed7-4cad-83de-af3e9be9b44a'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:55.128863 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Network 645914b7-eef4-444f-ad03-9e082234296c is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:55.131957 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:55.135649 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:55.162608 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Pushing event updated for resources: {'Port': ['ID=4106350f-2509-402b-9cb0-c09b3f11c36e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:55.187886 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.188451 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.205005 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-e29e7d9c-261f-4b45-bc15-75fff0c3332c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499173 Dec 15 13:43:55.230802 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Request body: {'port': {'device_id': '81fc6f7a-2650-4c34-9b54-87088afc6c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:55.286725 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.541328 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4106350f-2509-402b-9cb0-c09b3f11c36e {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:55.548713 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.560151 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Transition to ACTIVE for port object 4106350f-2509-402b-9cb0-c09b3f11c36e will not be triggered until provisioned by entity L2. {{(pid=102648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:55.565099 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.615929 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Pushing event updated for resources: {'Port': ['ID=4106350f-2509-402b-9cb0-c09b3f11c36e,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:55.715690 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Attempting to bind port 4106350f-2509-402b-9cb0-c09b3f11c36e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:55.716014 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Attempting to bind port 4106350f-2509-402b-9cb0-c09b3f11c36e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:55.716330 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Attempting to bind port 4106350f-2509-402b-9cb0-c09b3f11c36e on network 645914b7-eef4-444f-ad03-9e082234296c {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:55.726690 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa4aa-4057-47d6-a297-7da23c2f3d05 req-f3e0dbea-2bd6-4608-ac0a-4d42ee2fb44e tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.728139 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d3eaa4aa-4057-47d6-a297-7da23c2f3d05 req-f3e0dbea-2bd6-4608-ac0a-4d42ee2fb44e tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 944 time: 0.0707433 Dec 15 13:43:55.730127 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Port 4106350f-2509-402b-9cb0-c09b3f11c36e on network 645914b7-eef4-444f-ad03-9e082234296c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:55.730438 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Attempting to bind port 4106350f-2509-402b-9cb0-c09b3f11c36e on network 645914b7-eef4-444f-ad03-9e082234296c {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:55.740717 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:55.741042 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Checking segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:55.741402 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Bound using segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:55.741842 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Bound port: 4106350f-2509-402b-9cb0-c09b3f11c36e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:55.742188 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.810942 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-d3eaa4aa-4057-47d6-a297-7da23c2f3d05 req-7d1ccf40-6176-4479-8bb3-956b604743a4 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756814 Dec 15 13:43:55.833097 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] For port 4106350f-2509-402b-9cb0-c09b3f11c36e, host hv-cinder-81322, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:55.836091 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] For port 4106350f-2509-402b-9cb0-c09b3f11c36e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4106350f-2509-402b-9cb0-c09b3f11c36e,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:55.840559 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.874616 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:55.875217 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:55.877241 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] 10.222.0.66 "PUT /v2.0/ports/4106350f-2509-402b-9cb0-c09b3f11c36e HTTP/1.1" status: 200 len: 1094 time: 0.6506689 Dec 15 13:43:55.877740 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fc6f7a-2650-4c34-9b54-87088afc6c29', 'tag': '4106350f-2509-402b-9cb0-c09b3f11c36e'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:55.880038 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e9360-20f1-4697-875b-4e5c24317df4" -d '{"events": [{"name": "network-changed", "server_uuid": "81fc6f7a-2650-4c34-9b54-87088afc6c29", "tag": "4106350f-2509-402b-9cb0-c09b3f11c36e"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:55.901766 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6eafe6-d574-4ecb-a7ab-490e1593bd93 service neutron] Pushing event updated for resources: {'Port': ['ID=4106350f-2509-402b-9cb0-c09b3f11c36e,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:55.919477 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63e34e1-9623-456d-8f8b-fb27cb1d2640 x-openstack-request-id: req-c63e34e1-9623-456d-8f8b-fb27cb1d2640 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:55.919890 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fc6f7a-2650-4c34-9b54-87088afc6c29", "tag": "4106350f-2509-402b-9cb0-c09b3f11c36e", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:55.920212 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c63e34e1-9623-456d-8f8b-fb27cb1d2640 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:55.920707 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fc6f7a-2650-4c34-9b54-87088afc6c29', 'tag': '4106350f-2509-402b-9cb0-c09b3f11c36e', 'status': 'completed', 'code': 200} Dec 15 13:43:55.921077 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:56.021838 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-dfb0c629-46fe-4fd7-a55d-e33d9ea8231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.023320 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-dfb0c629-46fe-4fd7-a55d-e33d9ea8231e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 1097 time: 0.0786681 Dec 15 13:43:56.024603 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:56.030524 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b7ce1-6024-4a65-be02-52d50fea44ec req-452e223e-b7b2-4136-8fa6-63c489dc94ff tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.031896 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c13b7ce1-6024-4a65-be02-52d50fea44ec req-452e223e-b7b2-4136-8fa6-63c489dc94ff tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 943 time: 0.0791554 Dec 15 13:43:56.036132 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'port_id': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'mac_address': 'fa:16:3e:66:a6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:56.072417 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-450e2f35-adc2-4720-9197-d6ed3366c0c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4106350f-2509-402b-9cb0-c09b3f11c36e HTTP/1.1" status: 200 len: 217 time: 0.0393713 Dec 15 13:43:56.075705 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.089049 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:56.108617 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:56.113157 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.113786 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device ad5d037e-580b-4432-81b5-1d7c3583d89d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:56.204690 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:56.251158 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port ad5d037e-580b-4432-81b5-1d7c3583d89d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:56.263418 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'port_id': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'mac_address': 'fa:16:3e:e2:59:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:56.301521 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.314926 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5d037e-580b-4432-81b5-1d7c3583d89d {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:56.339145 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port ad5d037e-580b-4432-81b5-1d7c3583d89d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:56.342982 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:56.392256 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=ad5d037e-580b-4432-81b5-1d7c3583d89d,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:56.415060 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c13b7ce1-6024-4a65-be02-52d50fea44ec req-6da867ed-b9d6-4fd6-9d58-932b3986cd42 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753438 Dec 15 13:43:56.418753 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-f37887ca-84c9-40ac-a783-fa3f0ef017fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.420101 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-f37887ca-84c9-40ac-a783-fa3f0ef017fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 200 len: 854 time: 0.3401225 Dec 15 13:43:56.428550 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8140e-8da7-47ef-87d2-f592bf8e932c req-559cf638-52e9-4507-9173-078f3ecbb904 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.429970 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54d8140e-8da7-47ef-87d2-f592bf8e932c req-559cf638-52e9-4507-9173-078f3ecbb904 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 944 time: 0.3408043 Dec 15 13:43:56.459272 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-cecf7977-7cda-49e2-9648-861ad260e607 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=645914b7-eef4-444f-ad03-9e082234296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281487 Dec 15 13:43:56.541956 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-54d8140e-8da7-47ef-87d2-f592bf8e932c req-e2e98512-05e3-4483-bad7-78235c4a49ab tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034069 Dec 15 13:43:56.574231 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-a805398d-57fa-46a8-b6b9-5b849d902baa service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059649 Dec 15 13:43:56.648685 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:56.653290 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['ad5d037e-580b-4432-81b5-1d7c3583d89d'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:56.670921 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0f038861-b099-46a0-9ef6-c2609ca244b3 req-21bc10cc-65db-4942-9e76-58546ef6e2fe service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Dec 15 13:43:56.767585 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-cfd1a99c-bf0b-45b3-8c61-6be0438b6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.769155 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-cfd1a99c-bf0b-45b3-8c61-6be0438b6315 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 1097 time: 0.0403368 Dec 15 13:43:56.867495 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-7d671500-32c8-4079-a5cf-ea19aacbd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:56.869593 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-7d671500-32c8-4079-a5cf-ea19aacbd699 service neutron] 10.222.0.66 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 915 time: 0.0903351 Dec 15 13:43:56.923831 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-c4c96095-2cf9-453f-93d1-13bc6162b4bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4106350f-2509-402b-9cb0-c09b3f11c36e HTTP/1.1" status: 200 len: 217 time: 0.0449486 Dec 15 13:43:57.002264 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441502b-7bd3-4b43-9ecc-05aa07b74247 req-d3ff0c2c-b24c-4e30-8ae3-fe63a8ad3882 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.004105 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6441502b-7bd3-4b43-9ecc-05aa07b74247 req-d3ff0c2c-b24c-4e30-8ae3-fe63a8ad3882 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 944 time: 0.1194775 Dec 15 13:43:57.005992 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-bdbb86df-df92-4c8b-94e9-94ed6e30cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.007404 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-bdbb86df-df92-4c8b-94e9-94ed6e30cffc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 200 len: 854 time: 0.0699518 Dec 15 13:43:57.051883 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-e6ef2b9f-efbf-4c20-83ba-1a7a8be88b34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=645914b7-eef4-444f-ad03-9e082234296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355566 Dec 15 13:43:57.124139 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6441502b-7bd3-4b43-9ecc-05aa07b74247 req-f71332bb-c97b-4923-9b6a-98281b03688b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142023 Dec 15 13:43:57.167919 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-da47686d-40b5-45d1-aa7d-080f7b12ba44 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053889 Dec 15 13:43:57.260366 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0b3e9360-20f1-4697-875b-4e5c24317df4 req-0f7f6d71-5436-4e36-ad07-407c11fdd060 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836737 Dec 15 13:43:57.531639 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2fe79-bb03-43ad-aefd-05f2814b5fe8 req-56464880-20d7-45da-8a7b-4cc94a226657 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.533680 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4d2fe79-bb03-43ad-aefd-05f2814b5fe8 req-56464880-20d7-45da-8a7b-4cc94a226657 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 944 time: 0.0511477 Dec 15 13:43:57.586451 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c4d2fe79-bb03-43ad-aefd-05f2814b5fe8 req-909c3c2c-3a60-4c9e-835a-874427e37f0d tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466821 Dec 15 13:43:57.654834 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d7c39-4382-4748-ae39-878593b79dba req-8669255a-7e0b-4d8a-9cae-f4635e7a9baa tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:57.656928 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3e0d7c39-4382-4748-ae39-878593b79dba req-8669255a-7e0b-4d8a-9cae-f4635e7a9baa tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 944 time: 0.0485117 Dec 15 13:43:57.711285 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3e0d7c39-4382-4748-ae39-878593b79dba req-2062154f-c0ae-4eca-8c77-269ddc3d1bc7 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488465 Dec 15 13:43:57.928608 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:57.979029 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:57.983178 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:57.983547 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.062830 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.087624 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:58.089944 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f52419-e394-4dbd-be00-9067526b4f36" -d '{"events": [{"server_uuid": "cd0d7fb7-7dbd-4a9f-9366-a551a0899d91", "name": "network-vif-plugged", "status": "completed", "tag": "7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:58.106606 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:58.112046 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.113119 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device ad5d037e-580b-4432-81b5-1d7c3583d89d up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:58.135980 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61c4e4c-222a-4d5e-a531-82492105e487 x-openstack-request-id: req-e61c4e4c-222a-4d5e-a531-82492105e487 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:58.136327 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0d7fb7-7dbd-4a9f-9366-a551a0899d91", "name": "network-vif-plugged", "status": "completed", "tag": "7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:58.136511 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e61c4e4c-222a-4d5e-a531-82492105e487 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:58.136897 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'code': 200} Dec 15 13:43:58.198610 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:58.216165 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port ad5d037e-580b-4432-81b5-1d7c3583d89d completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:58.221363 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port ad5d037e-580b-4432-81b5-1d7c3583d89d triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:58.221735 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.256875 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60de82-bd1a-4909-9370-72151d1a858e req-682865df-d13d-43e1-8308-5cda90062ad1 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.263129 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fe60de82-bd1a-4909-9370-72151d1a858e req-682865df-d13d-43e1-8308-5cda90062ad1 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 944 time: 0.0651288 Dec 15 13:43:58.314218 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.340812 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fe60de82-bd1a-4909-9370-72151d1a858e req-adeabd84-42e1-488c-992b-02ca9532695a tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757000 Dec 15 13:43:58.348245 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402993-144c-4891-8ff0-ca9ce3e0a9d0 req-030a4a1f-7103-4c7f-bd94-a3d2920014b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.350092 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0c402993-144c-4891-8ff0-ca9ce3e0a9d0 req-030a4a1f-7103-4c7f-bd94-a3d2920014b1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 1098 time: 0.0705285 Dec 15 13:43:58.355495 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port ad5d037e-580b-4432-81b5-1d7c3583d89d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:58.359671 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:58.403096 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0c402993-144c-4891-8ff0-ca9ce3e0a9d0 req-458a20f8-cdad-4529-82d4-e40ad206678c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451849 Dec 15 13:43:58.409842 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=ad5d037e-580b-4432-81b5-1d7c3583d89d,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:58.709273 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58699a88-467e-4851-9f6b-d78d9636cc58 req-7835d3b9-6cfa-47db-b598-d79356577649 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.710963 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-58699a88-467e-4851-9f6b-d78d9636cc58 req-7835d3b9-6cfa-47db-b598-d79356577649 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 945 time: 0.0536652 Dec 15 13:43:58.762633 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-58699a88-467e-4851-9f6b-d78d9636cc58 req-f5d38430-5b84-41b1-b20a-3b6f0ca8f5b8 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458260 Dec 15 13:43:58.827978 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609c70-23f2-41f6-ba60-5bc92573d6f8 req-f73f235b-697f-4598-8ed9-5559b3257159 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:58.830002 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e7609c70-23f2-41f6-ba60-5bc92573d6f8 req-f73f235b-697f-4598-8ed9-5559b3257159 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Dec 15 13:43:58.880215 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e7609c70-23f2-41f6-ba60-5bc92573d6f8 req-b02ce14d-ae68-4d5d-affb-5000b43b99c2 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 Dec 15 13:43:59.468701 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608456a6-c16c-47d6-83d5-8a665a359f68 req-70cc507f-98ae-4166-b0ab-f3b57f3944d7 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.470494 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-608456a6-c16c-47d6-83d5-8a665a359f68 req-70cc507f-98ae-4166-b0ab-f3b57f3944d7 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 944 time: 0.0575991 Dec 15 13:43:59.518515 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-608456a6-c16c-47d6-83d5-8a665a359f68 req-3c85c1cc-927e-4ddd-87ed-c13b10f6a78e tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Dec 15 13:43:59.645864 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-685772fe-b35f-4c7d-bd49-51a73558cae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:59.879355 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776a7e2-2a46-46d9-98a2-b8c2ee623aaf req-8c30266c-5fd8-4086-ab7d-d0d32bba6e0a tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:59.880807 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1776a7e2-2a46-46d9-98a2-b8c2ee623aaf req-8c30266c-5fd8-4086-ab7d-d0d32bba6e0a tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 945 time: 0.0483284 Dec 15 13:43:59.933585 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1776a7e2-2a46-46d9-98a2-b8c2ee623aaf req-5b4cadc5-1b7d-4e71-973c-89e7e54bc15d tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467508 Dec 15 13:43:59.934627 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 4106350f-2509-402b-9cb0-c09b3f11c36e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:00.001800 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b29d71-8eb6-41d1-9d1f-8461ec2b45ff req-98afad32-bcbc-43e2-8c9c-a42573d8a3b5 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.003323 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-08b29d71-8eb6-41d1-9d1f-8461ec2b45ff req-98afad32-bcbc-43e2-8c9c-a42573d8a3b5 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 945 time: 0.0505717 Dec 15 13:44:00.051629 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-08b29d71-8eb6-41d1-9d1f-8461ec2b45ff req-30982e50-3023-4a7d-b86d-1ffac3431c3c tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422890 Dec 15 13:44:00.166033 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf15a6-e68b-416e-b361-279adb1396fc req-4ed210a0-3de6-4d5a-a846-e9bba97c0580 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.167611 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-01bf15a6-e68b-416e-b361-279adb1396fc req-4ed210a0-3de6-4d5a-a846-e9bba97c0580 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 945 time: 0.0513678 Dec 15 13:44:00.176838 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59010) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:00.181429 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Request body: {'floatingip': {'port_id': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:00.207182 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:00.209399 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2c37fd-539b-4028-994f-dc9e2a8e6870" -d '{"events": [{"server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:00.221883 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.252913 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f5fbc-eac9-4e19-ad91-93876d9e9c3e x-openstack-request-id: req-4c0f5fbc-eac9-4e19-ad91-93876d9e9c3e {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:00.253209 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:00.253458 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4c0f5fbc-eac9-4e19-ad91-93876d9e9c3e {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:00.253861 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'code': 200} Dec 15 13:44:00.259852 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 4106350f-2509-402b-9cb0-c09b3f11c36e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4106350f-2509-402b-9cb0-c09b3f11c36e,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:00.277364 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '4106350f-2509-402b-9cb0-c09b3f11c36e', 'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'port_id': '4106350f-2509-402b-9cb0-c09b3f11c36e', 'mac_address': 'fa:16:3e:5d:c3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:00.327907 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.347537 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4106350f-2509-402b-9cb0-c09b3f11c36e {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:00.370758 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 4106350f-2509-402b-9cb0-c09b3f11c36e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4106350f-2509-402b-9cb0-c09b3f11c36e,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:00.375206 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.435380 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=4106350f-2509-402b-9cb0-c09b3f11c36e,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:00.510626 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3130b24-aac2-4ed2-ae5c-575db5206f40 req-7ad7e3f0-bf13-4bab-8d13-edcfb9c708ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.512118 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3130b24-aac2-4ed2-ae5c-575db5206f40 req-7ad7e3f0-bf13-4bab-8d13-edcfb9c708ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 1098 time: 0.0389485 Dec 15 13:44:00.567606 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f3130b24-aac2-4ed2-ae5c-575db5206f40 req-c970210d-7866-4920-ad48-543ed78bf6e5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475678 Dec 15 13:44:00.632613 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79d717-b74c-4b1f-ba34-a08944507aaa req-bd329d01-f1d7-449e-bdc4-d16c9bb5df31 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:00.634418 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6f79d717-b74c-4b1f-ba34-a08944507aaa req-bd329d01-f1d7-449e-bdc4-d16c9bb5df31 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 945 time: 0.0500453 Dec 15 13:44:00.672781 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.676605 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:00.682970 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['4106350f-2509-402b-9cb0-c09b3f11c36e'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:00.692942 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6f79d717-b74c-4b1f-ba34-a08944507aaa req-53ca7ef3-ac12-4554-ab71-a2c7ee435074 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522583 Dec 15 13:44:00.783097 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Floating IP a1b0a704-1687-44dd-8137-b02614d83b23 associated. External IP: 172.27.1.117, port: 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07. Dec 15 13:44:00.997269 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Router e4b94a25-eaf0-497d-b7bc-64c37700a5db has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:01.061839 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a0093-5a22-46ee-bf6b-5079f088f6e4 req-5f09e81f-9882-4581-ad55-dabe24d9ff70 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.064155 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c47a0093-5a22-46ee-bf6b-5079f088f6e4 req-5f09e81f-9882-4581-ad55-dabe24d9ff70 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 945 time: 0.0516429 Dec 15 13:44:01.114140 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:01.120639 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:01.126598 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] Sync routers for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:01.130030 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c47a0093-5a22-46ee-bf6b-5079f088f6e4 req-bd5ac8cd-5afa-48e0-a2c4-733729ebdb3d tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536644 Dec 15 13:44:01.149342 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:01.149974 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:43:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:01.151293 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bea527c3-f97a-408d-aa96-50a9086d8e22 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "PUT /v2.0/floatingips/a1b0a704-1687-44dd-8137-b02614d83b23 HTTP/1.1" status: 200 len: 991 time: 0.9733052 Dec 15 13:44:01.151896 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'tag': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:01.154300 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0d7fb7-7dbd-4a9f-9366-a551a0899d91", "tag": "7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:01.190673 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045b5e73-64a4-4daf-91ab-6607b59e721a x-openstack-request-id: req-045b5e73-64a4-4daf-91ab-6607b59e721a {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:01.191278 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0d7fb7-7dbd-4a9f-9366-a551a0899d91", "tag": "7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:01.191382 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-045b5e73-64a4-4daf-91ab-6607b59e721a {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:01.191798 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'tag': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'status': 'completed', 'code': 200} Dec 15 13:44:01.255336 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:01.268713 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-e8cbe002-f8d5-44e7-bef5-5d32967d329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.270240 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-e8cbe002-f8d5-44e7-bef5-5d32967d329b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=10799d1b1db34e69a6c6bba276744b0f&device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 1098 time: 0.0493300 Dec 15 13:44:01.369696 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-161e4bf4-75d8-4503-a060-743def0b8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.371407 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-161e4bf4-75d8-4503-a060-743def0b8406 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 200 len: 912 time: 0.0855439 Dec 15 13:44:01.445971 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-2dc4288c-b1be-41e1-b394-0135c9a61efc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 HTTP/1.1" status: 200 len: 999 time: 0.0657327 Dec 15 13:44:01.480058 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'a1b0a704-1687-44dd-8137-b02614d83b23', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'port_id': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'mac_address': 'fa:16:3e:66:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:47Z', 'updated_at': '2021-12-15T13:44:00Z', 'revision_number': 1, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:01.496733 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-4751368c-26f2-437a-9a43-0004b4c28edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.498238 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-4751368c-26f2-437a-9a43-0004b4c28edb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 200 len: 850 time: 0.0455410 Dec 15 13:44:01.506379 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] Checking router: e4b94a25-eaf0-497d-b7bc-64c37700a5db for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:01.514464 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:01.515055 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:43:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:01.548237 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-eb5e9fe3-5e00-480b-97ae-71332271ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.549902 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-eb5e9fe3-5e00-480b-97ae-71332271ded1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83a3c4cb-56da-41d3-bc6c-42f445cbeed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435164 Dec 15 13:44:01.621654 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:01.653981 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-348d149d-73d4-41ae-85b7-950d141f2d6a service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944893 Dec 15 13:44:01.764139 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b9548d1c-3202-44ef-9eda-f22a40a7a4b7 req-50ffc295-933f-461d-aba0-3d25ca3806de service neutron] 10.222.0.66 "GET /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982418 Dec 15 13:44:01.826631 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fbb11-e899-44d1-9c60-77fd62b99c58 req-1c9bde15-2ad2-4b9d-a940-ba477bb5b671 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:01.828508 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5c7fbb11-e899-44d1-9c60-77fd62b99c58 req-1c9bde15-2ad2-4b9d-a940-ba477bb5b671 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 945 time: 0.0554631 Dec 15 13:44:01.897771 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5c7fbb11-e899-44d1-9c60-77fd62b99c58 req-e3e711b4-84c6-4217-8d35-92b55a18c1a8 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628676 Dec 15 13:44:01.898056 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'a1b0a704-1687-44dd-8137-b02614d83b23', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'port_id': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'mac_address': 'fa:16:3e:66:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:47Z', 'updated_at': '2021-12-15T13:44:00Z', 'revision_number': 1, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:01.926683 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82eaaee-228b-46ba-9a74-fa1f09243394 None None] The sync data for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi is: [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'a1b0a704-1687-44dd-8137-b02614d83b23', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'port_id': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'mac_address': 'fa:16:3e:66:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:47Z', 'updated_at': '2021-12-15T13:44:00Z', 'revision_number': 1, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:01.962148 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 4106350f-2509-402b-9cb0-c09b3f11c36e up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:02.018580 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 4106350f-2509-402b-9cb0-c09b3f11c36e completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:02.023101 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 4106350f-2509-402b-9cb0-c09b3f11c36e triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:02.023469 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.111288 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.150605 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 4106350f-2509-402b-9cb0-c09b3f11c36e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4106350f-2509-402b-9cb0-c09b3f11c36e,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:02.154015 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c4d8e-bbcb-4aca-8c07-b3dab1dbd4c1 None None] New status for floating IP a1b0a704-1687-44dd-8137-b02614d83b23: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:02.196072 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.247673 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59026) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:02.254200 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10b357-2c99-48cd-95d2-6672efcba285 req-8aa1ff1b-7243-40e9-8fe4-165656840867 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.255899 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fc6f7a-2650-4c34-9b54-87088afc6c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4106350f-2509-402b-9cb0-c09b3f11c36e'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:02.256205 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-da10b357-2c99-48cd-95d2-6672efcba285 req-8aa1ff1b-7243-40e9-8fe4-165656840867 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 945 time: 0.0560408 Dec 15 13:44:02.259000 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a8426b-1e93-4107-9f23-492832e0e168" -d '{"events": [{"server_uuid": "81fc6f7a-2650-4c34-9b54-87088afc6c29", "name": "network-vif-plugged", "status": "completed", "tag": "4106350f-2509-402b-9cb0-c09b3f11c36e"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:02.271760 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c48d3fec-c4fa-4bf1-8164-51595a20a70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.326381 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-da10b357-2c99-48cd-95d2-6672efcba285 req-5850fe29-1eab-4991-9327-05145a08ef54 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532851 Dec 15 13:44:02.327991 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=4106350f-2509-402b-9cb0-c09b3f11c36e,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:02.399382 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9edaf89-24a1-4021-8765-bf0f930aaf50 x-openstack-request-id: req-c9edaf89-24a1-4021-8765-bf0f930aaf50 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:02.401669 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fc6f7a-2650-4c34-9b54-87088afc6c29", "name": "network-vif-plugged", "status": "completed", "tag": "4106350f-2509-402b-9cb0-c09b3f11c36e", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:02.401958 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c9edaf89-24a1-4021-8765-bf0f930aaf50 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:02.402361 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fc6f7a-2650-4c34-9b54-87088afc6c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4106350f-2509-402b-9cb0-c09b3f11c36e', 'code': 200} Dec 15 13:44:02.467050 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Deleting port e838822b-0197-4a0d-8005-e5248b6fec63 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:02.467655 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.489667 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd12de-35c6-497e-b600-6d7b8cba5ce9 req-2d3155c9-8682-44d6-8cc3-7240f5a62dd1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.491296 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bbbd12de-35c6-497e-b600-6d7b8cba5ce9 req-2d3155c9-8682-44d6-8cc3-7240f5a62dd1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 945 time: 0.0680287 Dec 15 13:44:02.548914 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-bbbd12de-35c6-497e-b600-6d7b8cba5ce9 req-a3ddb80b-3cdc-4afd-b1bf-f97354d009e6 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503342 Dec 15 13:44:02.550250 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.550568 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.568215 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Calling delete_port for e838822b-0197-4a0d-8005-e5248b6fec63 owned by network:floatingip {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:02.573881 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59034) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:02.605665 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91356db5-94bc-4198-8c15-380f22d1bbee req-d759e7ef-fe56-4a40-9417-7fc37b86fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.607244 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-91356db5-94bc-4198-8c15-380f22d1bbee req-d759e7ef-fe56-4a40-9417-7fc37b86fd65 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 1099 time: 0.0496974 Dec 15 13:44:02.661199 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-91356db5-94bc-4198-8c15-380f22d1bbee req-54cdddec-30cf-4e8a-b303-c0a5e907943a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Dec 15 13:44:02.687426 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b52da-4585-4c77-88d4-6005cbf2d548 tempest-TestVolumeBootPattern-1373662795 tempest-TestVolumeBootPattern-1373662795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:02.689524 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b15b52da-4585-4c77-88d4-6005cbf2d548 tempest-TestVolumeBootPattern-1373662795 tempest-TestVolumeBootPattern-1373662795-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 1093 time: 0.1146729 Dec 15 13:44:02.692494 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59036) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:02.696927 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Request body: {'floatingip': {'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'port_id': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:02.719626 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.791338 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.819645 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event deleted for resources: {'Port': ['ID=e838822b-0197-4a0d-8005-e5248b6fec63,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:02.829559 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.883032 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for floatingip, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:02.883459 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Floating IP df5d62de-4031-4128-9d62-41a7b22c9c60 disassociated (deleted). External IP: 172.27.1.152, port: eb15e4a2-9577-4f05-b3d6-86804d162658. Dec 15 13:44:02.950174 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Allocated IP 172.27.1.159 (bda64db1-6d5e-4ac4-a6c2-62a4402b20f7/b05188bd-d601-44f8-9819-4ca2d9650a3e/56f910bb-4269-4abc-9ecd-c82f416606ac) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:03.093048 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431537f0-0a50-4c51-8aeb-15f30266ee69 req-d4da5f0e-13f2-421d-a1d0-4cf2bf9bac89 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.095541 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-431537f0-0a50-4c51-8aeb-15f30266ee69 req-d4da5f0e-13f2-421d-a1d0-4cf2bf9bac89 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 946 time: 0.1151218 Dec 15 13:44:03.111270 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.175508 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-431537f0-0a50-4c51-8aeb-15f30266ee69 req-d1270d01-a037-4d74-9b9f-02e72cf798ee tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702972 Dec 15 13:44:03.186373 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.233145 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Network bda64db1-6d5e-4ac4-a6c2-62a4402b20f7 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:03.236777 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:03.240535 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:03.245994 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=56f910bb-4269-4abc-9ecd-c82f416606ac,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:03.276250 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.438407 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Router 23833edc-974d-4c2b-afb5-66931e746fcd has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:03.549464 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:03.554600 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.559318 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] Sync routers for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:03.568974 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:03.569585 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:44:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:03.582837 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a4506052-f5ec-4e59-bee3-e9ad90b29c55 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "DELETE /v2.0/floatingips/df5d62de-4031-4128-9d62-41a7b22c9c60 HTTP/1.1" status: 204 len: 168 time: 1.3333783 Dec 15 13:44:03.583429 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:03.585794 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac65f117-1a7a-4bd9-84b5-233919579c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:03.616478 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.660553 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d65892b-59ac-4986-8c4f-97931a7ad8f5 x-openstack-request-id: req-0d65892b-59ac-4986-8c4f-97931a7ad8f5 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:03.660944 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:03.661291 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0d65892b-59ac-4986-8c4f-97931a7ad8f5 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:03.661812 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'status': 'completed', 'code': 200} Dec 15 13:44:03.682188 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:03.728765 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:03.776776 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-93c22b6e-5ced-47a3-82f8-a4db83e8a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.778356 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-93c22b6e-5ced-47a3-82f8-a4db83e8a08f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae0b248663174800af3db2a34d92f6b3&device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0838442 Dec 15 13:44:03.894569 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 5, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:03.925326 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] Checking router: 23833edc-974d-4c2b-afb5-66931e746fcd for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:03.934471 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:03.935239 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:44:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:03.968241 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e39749-03c7-463f-b2a9-3d5fb9f07af2 req-7658f115-e821-4b9f-ab08-fcc42ae576cc tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:03.970589 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c5e39749-03c7-463f-b2a9-3d5fb9f07af2 req-7658f115-e821-4b9f-ab08-fcc42ae576cc tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0988102 Dec 15 13:44:04.008767 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-6f5afa1c-c22e-480a-9eed-81f1ce541eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.010282 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-6f5afa1c-c22e-480a-9eed-81f1ce541eea service neutron] 10.222.0.66 "GET /v2.0/networks?id=fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 200 len: 910 time: 0.2163007 Dec 15 13:44:04.091047 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-607c1c9d-040c-4683-a689-ae8432621244 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 200 len: 217 time: 0.0535176 Dec 15 13:44:04.093092 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.101263 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.112266 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c5e39749-03c7-463f-b2a9-3d5fb9f07af2 req-df7ee9fd-4700-46c9-8222-f4e85652c5d4 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329498 Dec 15 13:44:04.138832 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:04.228665 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event updated for resources: {'Port': ['ID=56f910bb-4269-4abc-9ecd-c82f416606ac,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:04.231842 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-5ce0a075-14cb-403b-8ee7-9e77acdb991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.233315 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-5ce0a075-14cb-403b-8ee7-9e77acdb991f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=303ca9a0-a0c0-4a44-b704-7fcd8e15685f HTTP/1.1" status: 200 len: 848 time: 0.1179454 Dec 15 13:44:04.242386 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:04.359975 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 5, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:04.387344 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7587b-b20e-4bf0-81ec-d2877f111a1e None None] The sync data for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi is: [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:51Z', 'revision_number': 4, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'bcf79536-66e9-43d4-b838-9f3a53a9e658', 'name': '', 'network_id': 'fceda14e-72c1-403d-b298-cf6490176d7e', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'mac_address': 'fa:16:3e:e3:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:50Z', 'updated_at': '2021-12-15T13:38:56Z', 'revision_number': 5, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'subnets': [{'id': '303ca9a0-a0c0-4a44-b704-7fcd8e15685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:04.621740 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94a24a-8bde-427a-b283-698852c83229 None None] New status for floating IP df5d62de-4031-4128-9d62-41a7b22c9c60: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:04.640052 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-b4eb6913-f51f-4565-adf1-4faf6aa0c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.642229 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-b4eb6913-f51f-4565-adf1-4faf6aa0c229 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fceda14e-72c1-403d-b298-cf6490176d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3606036 Dec 15 13:44:04.651190 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455b75d-1ba7-42e1-bd95-8c4c8dbd0780 req-c1e9c88b-b9b0-46b5-9867-45df5985a5a7 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:04.652730 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8455b75d-1ba7-42e1-bd95-8c4c8dbd0780 req-c1e9c88b-b9b0-46b5-9867-45df5985a5a7 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 946 time: 0.3704381 Dec 15 13:44:04.665999 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:44:04.666784 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.l3_db [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Floating IP da4f8efb-029b-4815-9cf9-c752cde30750 associated. External IP: 172.27.1.159, port: ad5d037e-580b-4432-81b5-1d7c3583d89d. Dec 15 13:44:04.837063 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8455b75d-1ba7-42e1-bd95-8c4c8dbd0780 req-0af52239-6584-4deb-9a7f-b1c620bb4974 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732788 Dec 15 13:44:04.864508 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-d7fb9fdf-9ea5-4512-9e41-f40503f8a9f5 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088339 Dec 15 13:44:04.918110 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.037111 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac65f117-1a7a-4bd9-84b5-233919579c6f req-d959d7f1-a8a7-491c-a545-6befd459ec21 service neutron] 10.222.0.66 "GET /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380122 Dec 15 13:44:05.042099 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Router 31920225-105f-4b78-a4f1-470ea8f56b78 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:05.156914 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:05.166991 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:05.173921 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.182377 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:05.183220 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:44:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:05.210344 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e9026586-9979-4399-9e13-8897bb9d9552 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5166793 Dec 15 13:44:05.211787 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:05.214370 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7650a1e5-579b-42da-b30d-6810ac7ecdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:05.257098 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba22f181-711a-4dc5-9c17-3563e0b4a438 x-openstack-request-id: req-ba22f181-711a-4dc5-9c17-3563e0b4a438 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:05.257476 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:05.257821 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ba22f181-711a-4dc5-9c17-3563e0b4a438 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:05.258281 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'status': 'completed', 'code': 200} Dec 15 13:44:05.275890 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaaf8b-4f25-4412-b5be-470ee30103c2 req-d22f0461-f85e-4aaa-b75b-bc2f6280f5f3 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.282342 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0aaaaf8b-4f25-4412-b5be-470ee30103c2 req-d22f0461-f85e-4aaa-b75b-bc2f6280f5f3 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0644648 Dec 15 13:44:05.310068 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:05.358057 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0aaaaf8b-4f25-4412-b5be-470ee30103c2 req-ba45e828-0437-4c1a-8c81-ff5349f7568c tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732472 Dec 15 13:44:05.365884 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-fd4dccb3-6a18-4aa2-81d3-a47716586491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.367365 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-fd4dccb3-6a18-4aa2-81d3-a47716586491 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 1098 time: 0.0689933 Dec 15 13:44:05.481662 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-8671c378-eb8f-4f76-bfc9-79530c53c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.483151 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-8671c378-eb8f-4f76-bfc9-79530c53c1a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.1003644 Dec 15 13:44:05.563007 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:05.579678 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-6a92d628-934e-4626-8454-80e955591e24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d HTTP/1.1" status: 200 len: 999 time: 0.0812194 Dec 15 13:44:05.588132 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'da4f8efb-029b-4815-9cf9-c752cde30750', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:e2:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:03Z', 'updated_at': '2021-12-15T13:44:03Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}, {'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:44Z', 'revision_number': 1, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:05.623270 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:05.632101 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:05.632704 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:44:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:05.643389 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-abf9b0f0-4769-4bed-95b5-d3de381d7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.645041 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-abf9b0f0-4769-4bed-95b5-d3de381d7328 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0556526 Dec 15 13:44:05.717234 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-7558b226-2678-438b-942e-d1b901870b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:05.719112 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-7558b226-2678-438b-942e-d1b901870b45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424800 Dec 15 13:44:05.739819 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:05.823954 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-2f61ba0a-62be-4516-bac2-0d773121f694 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847383 Dec 15 13:44:05.926302 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7650a1e5-579b-42da-b30d-6810ac7ecdc4 req-c4d61bbb-5241-4b56-aa1b-3783d95b791c service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904059 Dec 15 13:44:05.990678 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'da4f8efb-029b-4815-9cf9-c752cde30750', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:e2:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:03Z', 'updated_at': '2021-12-15T13:44:03Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}, {'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:44Z', 'revision_number': 1, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:06.017738 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c085c8-7779-45e4-b4c4-f41da56b2f85 None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'da4f8efb-029b-4815-9cf9-c752cde30750', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:e2:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:03Z', 'updated_at': '2021-12-15T13:44:03Z', 'revision_number': 0, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}, {'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:44Z', 'revision_number': 1, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:06.115249 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb167-dd42-426d-922b-b9b1e70a137b req-6712c37a-e380-447e-a900-9efe3b1c5dde tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.116907 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6becb167-dd42-426d-922b-b9b1e70a137b req-6712c37a-e380-447e-a900-9efe3b1c5dde tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.0614738 Dec 15 13:44:06.236174 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb053de-8215-4760-90fd-b966409d0acf None None] New status for floating IP da4f8efb-029b-4815-9cf9-c752cde30750: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:44:06.254832 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Deleting port eb15e4a2-9577-4f05-b3d6-86804d162658 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:06.255367 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.375828 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] For port eb15e4a2-9577-4f05-b3d6-86804d162658, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eb15e4a2-9577-4f05-b3d6-86804d162658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:06.375828 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.399608 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Calling delete_port for eb15e4a2-9577-4f05-b3d6-86804d162658 owned by compute:nova {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:06.459317 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.591941 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d662647-8be5-4bba-bd6c-fcc221746b86 req-89d07e20-0f4e-49c3-8057-bd1d7c1febe4 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:06.598402 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d662647-8be5-4bba-bd6c-fcc221746b86 req-89d07e20-0f4e-49c3-8057-bd1d7c1febe4 tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cbd3cfd-7384-46fd-8231-1016f1c0cdc6 HTTP/1.1" status: 200 len: 945 time: 0.1214564 Dec 15 13:44:06.673583 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.755389 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event deleted for resources: {'Port': ['ID=eb15e4a2-9577-4f05-b3d6-86804d162658,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:06.783217 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] No DVR routers for this DVR port eb15e4a2-9577-4f05-b3d6-86804d162658 on host hv-cinder-81322 {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:06.787949 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:06.791333 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6becb167-dd42-426d-922b-b9b1e70a137b req-dcc48049-cf6f-47b0-9acf-4c446dca671d tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.66 "DELETE /v2.0/ports/eb15e4a2-9577-4f05-b3d6-86804d162658 HTTP/1.1" status: 204 len: 173 time: 0.6564641 Dec 15 13:44:06.827290 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3d662647-8be5-4bba-bd6c-fcc221746b86 req-d6e302a0-d215-4bfa-af90-9930110f1dbb tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "GET /v2.0/security-groups?id=63618271-46db-49ba-a7a1-de7ccd9ca8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262354 Dec 15 13:44:07.259313 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'name': 'network-vif-deleted', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:07.261743 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5d4d34-7a27-4810-9a74-41a09d5d0e82" -d '{"events": [{"server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "name": "network-vif-deleted", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:07.310302 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31be923c-60a6-4ee4-bb3f-f1f6da2749ed x-openstack-request-id: req-31be923c-60a6-4ee4-bb3f-f1f6da2749ed {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:07.310588 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd3cfd-7384-46fd-8231-1016f1c0cdc6", "name": "network-vif-deleted", "tag": "eb15e4a2-9577-4f05-b3d6-86804d162658", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:07.310839 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-31be923c-60a6-4ee4-bb3f-f1f6da2749ed {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:07.311268 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd3cfd-7384-46fd-8231-1016f1c0cdc6', 'name': 'network-vif-deleted', 'tag': 'eb15e4a2-9577-4f05-b3d6-86804d162658', 'status': 'completed', 'code': 200} Dec 15 13:44:07.890922 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59092) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:07.952599 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7ac40cfd-cd6b-4433-b745-dd193728641a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:07.981442 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7ac40cfd-cd6b-4433-b745-dd193728641a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.044607 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7ac40cfd-cd6b-4433-b745-dd193728641a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.047265 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7ac40cfd-cd6b-4433-b745-dd193728641a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.048624 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7ac40cfd-cd6b-4433-b745-dd193728641a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] 10.222.0.83 "DELETE /v2.0/security-groups/63618271-46db-49ba-a7a1-de7ccd9ca8da HTTP/1.1" status: 204 len: 168 time: 0.1561179 Dec 15 13:44:08.057881 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac40cfd-cd6b-4433-b745-dd193728641a tempest-TestShelveInstance-2129646236 tempest-TestShelveInstance-2129646236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63618271-46db-49ba-a7a1-de7ccd9ca8da,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:08.098278 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59096) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:08.505965 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.778956 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Deleting port bcf79536-66e9-43d4-b838-9f3a53a9e658 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:08.779288 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.882286 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] For port bcf79536-66e9-43d4-b838-9f3a53a9e658, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=bcf79536-66e9-43d4-b838-9f3a53a9e658,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:08.882749 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:08.902494 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Calling delete_port for bcf79536-66e9-43d4-b838-9f3a53a9e658 owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:09.117037 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.146973 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf79536-66e9-43d4-b838-9f3a53a9e658,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:09.326391 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.556256 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Router 23833edc-974d-4c2b-afb5-66931e746fcd has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:09.681207 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:09.687183 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a0127a20-bcc3-44dd-b0c2-1bbff7050c85 admin admin] 10.222.0.83 "PUT /v2.0/routers/23833edc-974d-4c2b-afb5-66931e746fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5870981 Dec 15 13:44:09.689693 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59106) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:09.695922 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] Sync routers for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:09.707186 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:09.707804 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:44:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:09.807428 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.816670 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:09.915379 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.975546 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Deleting port e9dc2427-444f-41a2-81e3-9df109fd11b7 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:09.976244 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:09.997708 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb15e4a2-9577-4f05-b3d6-86804d162658 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:10.025821 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: eb15e4a2-9577-4f05-b3d6-86804d162658 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:10.026474 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device eb15e4a2-9577-4f05-b3d6-86804d162658 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:10.036636 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:44:09Z', 'revision_number': 5, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port': {'id': 'e9dc2427-444f-41a2-81e3-9df109fd11b7', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:10.078071 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] Checking router: 23833edc-974d-4c2b-afb5-66931e746fcd for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:10.088746 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] For port e9dc2427-444f-41a2-81e3-9df109fd11b7, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=e9dc2427-444f-41a2-81e3-9df109fd11b7,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:10.089232 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.090712 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] Routers {'23833edc-974d-4c2b-afb5-66931e746fcd'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:10.091523 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:44:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['23833edc-974d-4c2b-afb5-66931e746fcd'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:10.106693 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Calling delete_port for e9dc2427-444f-41a2-81e3-9df109fd11b7 owned by network:router_gateway {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:10.182982 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] Set router 23833edc-974d-4c2b-afb5-66931e746fcd gateway port host: None {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:10.235079 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:44:09Z', 'revision_number': 6, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port_host': None}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:10.265096 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f72d53-06e7-4d1e-b93f-40e5b57bf3ec None None] The sync data for ids ['23833edc-974d-4c2b-afb5-66931e746fcd'] in dv-cinder-813228-4-iscsi is: [{'id': '23833edc-974d-4c2b-afb5-66931e746fcd', 'name': 'tempest-TestShelveInstance-1168867158-router', 'tenant_id': 'ae0b248663174800af3db2a34d92f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:48Z', 'updated_at': '2021-12-15T13:44:09Z', 'revision_number': 6, 'project_id': 'ae0b248663174800af3db2a34d92f6b3', 'gw_port_host': None}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:10.276933 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.303563 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9dc2427-444f-41a2-81e3-9df109fd11b7,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:10.363108 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.450612 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.452689 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.496424 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.496944 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23833edc-974d-4c2b-afb5-66931e746fcd {{(pid=102648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:44:10.501717 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.502968 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d8fffbf6-672f-4565-ae4d-a46bb88048d1 admin admin] 10.222.0.83 "DELETE /v2.0/routers/23833edc-974d-4c2b-afb5-66931e746fcd HTTP/1.1" status: 204 len: 168 time: 0.8120911 Dec 15 13:44:10.505410 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59110) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:10.548792 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6e5a37-7a63-449d-8a6e-fda59b4f7155 admin admin] Deleting subnet 303ca9a0-a0c0-4a44-b704-7fcd8e15685f {{(pid=102648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:10.551778 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5a37-7a63-449d-8a6e-fda59b4f7155 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.585555 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5a37-7a63-449d-8a6e-fda59b4f7155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377177'] for subnet, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.666580 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5a37-7a63-449d-8a6e-fda59b4f7155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.720423 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5a37-7a63-449d-8a6e-fda59b4f7155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62366620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62347549'] for subnet, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.748848 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5a37-7a63-449d-8a6e-fda59b4f7155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.753732 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-5c6e5a37-7a63-449d-8a6e-fda59b4f7155 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/303ca9a0-a0c0-4a44-b704-7fcd8e15685f HTTP/1.1" status: 204 len: 168 time: 0.2471828 Dec 15 13:44:10.754799 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e5a37-7a63-449d-8a6e-fda59b4f7155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303ca9a0-a0c0-4a44-b704-7fcd8e15685f,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:10.756408 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59114) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:10.756922 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075834e-347f-4c9e-8383-106440c84a3c None None] Network fceda14e-72c1-403d-b298-cf6490176d7e requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:10.826374 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.883365 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Deleting port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:10.883694 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.946986 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] For port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ce7189d3-b1c7-4eed-9396-98e0f52e8ad3,segment=NetworkSegment(fcaedeb6-fcfa-49a6-82c1-48cd1d894bde),segment_id=fcaedeb6-fcfa-49a6-82c1-48cd1d894bde)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:10.947361 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:10.959677 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Calling delete_port for ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 owned by network:dhcp {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:11.040628 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.056348 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1489757a-9d05-40d2-839d-618df6b0e768 None None] DHCP port deletion for fceda14e-72c1-403d-b298-cf6490176d7e request from dv-cinder-813228-4-iscsi {{(pid=102649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:44:11.069052 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7189d3-b1c7-4eed-9396-98e0f52e8ad3,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:11.072527 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] No DVR routers for this DVR port ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 on host dv-cinder-813228-4-iscsi {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:11.146271 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.168047 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fceda14e-72c1-403d-b298-cf6490176d7e']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:11.180798 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:11.181483 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcaedeb6-fcfa-49a6-82c1-48cd1d894bde') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:11.195755 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.211015 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.217086 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:11.217465 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:11.219497 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:11.280336 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.285426 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.288936 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] 10.222.0.83 "DELETE /v2.0/networks/fceda14e-72c1-403d-b298-cf6490176d7e HTTP/1.1" status: 204 len: 168 time: 0.5307209 Dec 15 13:44:11.291967 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59118) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:11.308922 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d51024-63f9-4cac-b9f1-736cbdc74d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=fceda14e-72c1-403d-b298-cf6490176d7e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:11.653166 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.892440 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Deleting port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:11.893189 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.972932 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] For port ff1e3c3a-b274-4bcd-af64-c72ba4f5296d, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,segment=NetworkSegment(6466a750-9bba-4896-b4ca-9653a82ebe85),segment_id=6466a750-9bba-4896-b4ca-9653a82ebe85)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:11.973310 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:11.985973 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Calling delete_port for ff1e3c3a-b274-4bcd-af64-c72ba4f5296d owned by network:router_interface {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:12.019844 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bcf79536-66e9-43d4-b838-9f3a53a9e658 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:12.039983 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: bcf79536-66e9-43d4-b838-9f3a53a9e658 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:12.040326 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device bcf79536-66e9-43d4-b838-9f3a53a9e658 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:12.040745 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:12.059468 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:12.060207 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ce7189d3-b1c7-4eed-9396-98e0f52e8ad3 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:12.060207 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device e9dc2427-444f-41a2-81e3-9df109fd11b7 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:12.080042 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: e9dc2427-444f-41a2-81e3-9df109fd11b7 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:12.080386 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device e9dc2427-444f-41a2-81e3-9df109fd11b7 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:12.166151 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.191875 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1e3c3a-b274-4bcd-af64-c72ba4f5296d,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:12.591744 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.800092 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:44:12.901490 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:44:12.906536 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-c4f16ac6-4eec-44c3-90b3-dce8c02347ef admin admin] 10.222.0.83 "PUT /v2.0/routers/2dfe8850-8c34-4d35-88d6-5a3ee5a0c565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134920 Dec 15 13:44:12.909588 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59128) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:12.911190 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] Sync routers for ids ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:44:12.920345 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] Routers {'2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:12.920955 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:44:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:13.014822 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks [] for router, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.029310 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] Set router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:13.117190 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.169043 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Deleting port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:13.169371 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.207805 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:44:12Z', 'revision_number': 5, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port': {'id': '57bdf563-1e0d-4112-b0b7-89d2cd72e66b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:56Z', 'updated_at': '2021-12-15T13:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:13.234645 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] Checking router: 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:44:13.242950 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] Routers {'2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:44:13.243557 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:44:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:13.249442 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] For port 57bdf563-1e0d-4112-b0b7-89d2cd72e66b, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=57bdf563-1e0d-4112-b0b7-89d2cd72e66b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:13.249846 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.261725 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Calling delete_port for 57bdf563-1e0d-4112-b0b7-89d2cd72e66b owned by network:router_gateway {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:13.327211 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] Set router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:44:13.382672 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:44:13Z', 'revision_number': 6, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port_host': None}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:13.409138 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2021d2c-0923-47a8-bd48-9565cc72b322 None None] The sync data for ids ['2dfe8850-8c34-4d35-88d6-5a3ee5a0c565'] in dv-cinder-813228-4-iscsi is: [{'id': '2dfe8850-8c34-4d35-88d6-5a3ee5a0c565', 'name': 'tempest-TestShelveInstance-793720647-router', 'tenant_id': 'ec67a4206df348848fed725e5e1049ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:55Z', 'updated_at': '2021-12-15T13:44:13Z', 'revision_number': 6, 'project_id': 'ec67a4206df348848fed725e5e1049ee', 'gw_port_host': None}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:44:13.425574 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.452486 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Pushing event deleted for resources: {'Port': ['ID=57bdf563-1e0d-4112-b0b7-89d2cd72e66b,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:13.520580 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.615287 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.617513 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.661041 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.661645 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 {{(pid=102648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:44:13.665910 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] Publish callbacks [] for router, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.667102 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-a4219d86-4d30-43a1-bb55-64fe0d462abe admin admin] 10.222.0.83 "DELETE /v2.0/routers/2dfe8850-8c34-4d35-88d6-5a3ee5a0c565 HTTP/1.1" status: 204 len: 168 time: 0.7565360 Dec 15 13:44:13.669472 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59132) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:13.713079 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4a1381-26c1-4470-b34d-be4d6162a614 admin admin] Deleting subnet f599d9e4-e506-42ed-bce3-99ce12775e5a {{(pid=102648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:13.716004 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1381-26c1-4470-b34d-be4d6162a614 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.754243 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1381-26c1-4470-b34d-be4d6162a614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377177'] for subnet, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.836102 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1381-26c1-4470-b34d-be4d6162a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.884898 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1381-26c1-4470-b34d-be4d6162a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62366620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62347549'] for subnet, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.909640 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a1381-26c1-4470-b34d-be4d6162a614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f599d9e4-e506-42ed-bce3-99ce12775e5a,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:13.913154 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1381-26c1-4470-b34d-be4d6162a614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:13.918510 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-7a4a1381-26c1-4470-b34d-be4d6162a614 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f599d9e4-e506-42ed-bce3-99ce12775e5a HTTP/1.1" status: 204 len: 168 time: 0.2459476 Dec 15 13:44:13.919017 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59136) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:13.922464 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d760c-d68b-4b40-a20a-9649f6206d40 None None] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:44:13.990662 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.047434 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Deleting port 31ab4667-c87d-4789-b76a-2bab49819dd6 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:14.047772 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.119056 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] For port 31ab4667-c87d-4789-b76a-2bab49819dd6, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=31ab4667-c87d-4789-b76a-2bab49819dd6,segment=NetworkSegment(6466a750-9bba-4896-b4ca-9653a82ebe85),segment_id=6466a750-9bba-4896-b4ca-9653a82ebe85)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:14.120185 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.134662 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Calling delete_port for 31ab4667-c87d-4789-b76a-2bab49819dd6 owned by network:dhcp {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:14.146154 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] DHCP port deletion for edee67dc-6d47-4ca7-a5ed-067eddbc376a request from dv-cinder-813228-4-iscsi {{(pid=102649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:44:14.225315 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] Deleting port 31ab4667-c87d-4789-b76a-2bab49819dd6 {{(pid=102649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:14.225907 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.236538 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.267287 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ab4667-c87d-4789-b76a-2bab49819dd6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.270509 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ff1e3c3a-b274-4bcd-af64-c72ba4f5296d no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:14.271361 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] No DVR routers for this DVR port 31ab4667-c87d-4789-b76a-2bab49819dd6 on host dv-cinder-813228-4-iscsi {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:14.296793 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: ff1e3c3a-b274-4bcd-af64-c72ba4f5296d {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:14.297125 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ff1e3c3a-b274-4bcd-af64-c72ba4f5296d not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:14.297673 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 31ab4667-c87d-4789-b76a-2bab49819dd6 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:14.331879 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 31ab4667-c87d-4789-b76a-2bab49819dd6 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:14.332470 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 31ab4667-c87d-4789-b76a-2bab49819dd6 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:14.333019 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 57bdf563-1e0d-4112-b0b7-89d2cd72e66b no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:14.348597 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.359444 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 57bdf563-1e0d-4112-b0b7-89d2cd72e66b {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:14.360097 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 57bdf563-1e0d-4112-b0b7-89d2cd72e66b not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:14.363391 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] For port 31ab4667-c87d-4789-b76a-2bab49819dd6, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=31ab4667-c87d-4789-b76a-2bab49819dd6,segment=NetworkSegment(6466a750-9bba-4896-b4ca-9653a82ebe85),segment_id=6466a750-9bba-4896-b4ca-9653a82ebe85)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:14.363911 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.377790 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] Calling delete_port for 31ab4667-c87d-4789-b76a-2bab49819dd6 owned by network:dhcp {{(pid=102649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:14.383879 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edee67dc-6d47-4ca7-a5ed-067eddbc376a']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:14.394565 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6466a750-9bba-4896-b4ca-9653a82ebe85') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:14.394881 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6466a750-9bba-4896-b4ca-9653a82ebe85') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:14.409389 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.425218 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.435486 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:14.435882 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:14.437963 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:14.532156 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.543061 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.549683 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] 10.222.0.83 "DELETE /v2.0/networks/edee67dc-6d47-4ca7-a5ed-067eddbc376a HTTP/1.1" status: 204 len: 168 time: 0.6295030 Dec 15 13:44:14.565849 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ecb70-54ef-457f-9250-ece5e9497ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=edee67dc-6d47-4ca7-a5ed-067eddbc376a,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.651894 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545'] for port, after_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.677246 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] Pushing event deleted for resources: {'Port': ['ID=31ab4667-c87d-4789-b76a-2bab49819dd6,revision_number=None']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:14.680106 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] Network edee67dc-6d47-4ca7-a5ed-067eddbc376a is not hosted by any dhcp agent {{(pid=102649) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 13:44:14.680593 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b97b3-fbf6-4b76-aa93-615233944be2 None None] No DVR routers for this DVR port 31ab4667-c87d-4789-b76a-2bab49819dd6 on host dv-cinder-813228-4-iscsi {{(pid=102649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:14.698483 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59158) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:14.738067 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-95e35947-b116-490d-851c-1fb6b5bc21bb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae0b248663174800af3db2a34d92f6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383594 Dec 15 13:44:14.740419 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59160) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:14.787038 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-72a60353-ff62-4b48-9e1f-035a56ceb0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.808859 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-72a60353-ff62-4b48-9e1f-035a56ceb0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.861939 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-72a60353-ff62-4b48-9e1f-035a56ceb0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.864457 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-72a60353-ff62-4b48-9e1f-035a56ceb0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:14.865590 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-72a60353-ff62-4b48-9e1f-035a56ceb0f3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b41f7351-04ef-40fc-a76c-b4908564fa7c HTTP/1.1" status: 204 len: 168 time: 0.1242955 Dec 15 13:44:14.873245 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a60353-ff62-4b48-9e1f-035a56ceb0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f7351-04ef-40fc-a76c-b4908564fa7c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:15.184884 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59166) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:15.225742 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-eec97e48-fcae-490d-bf1d-0dfa8f99c648 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec67a4206df348848fed725e5e1049ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394845 Dec 15 13:44:15.228017 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59168) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:15.276136 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ba49830d-d724-4f76-8e5a-7422f5417d59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.297106 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ba49830d-d724-4f76-8e5a-7422f5417d59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.347238 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ba49830d-d724-4f76-8e5a-7422f5417d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.350032 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ba49830d-d724-4f76-8e5a-7422f5417d59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.351349 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ba49830d-d724-4f76-8e5a-7422f5417d59 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/feb9b7bc-77b4-4175-b1f7-d6aa55727556 HTTP/1.1" status: 204 len: 168 time: 0.1223090 Dec 15 13:44:15.359279 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49830d-d724-4f76-8e5a-7422f5417d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb9b7bc-77b4-4175-b1f7-d6aa55727556,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:15.933734 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-1f803480-d978-4487-a18a-b0b5679648d5 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:15.935253 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-1f803480-d978-4487-a18a-b0b5679648d5 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 814 time: 0.1129279 Dec 15 13:44:15.951783 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-a1ba6460-f76a-4237-b39d-e8a6bd2a2f01 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/quotas/5d663b994c834c358d7a268a08eac730 HTTP/1.1" status: 200 len: 375 time: 0.0103824 Dec 15 13:44:16.006358 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-03515ca5-5e7f-4bf0-a746-578a782ab9b6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483842 Dec 15 13:44:16.104968 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-2bc3f830-4bd2-4346-835f-80d9c6a14bb0 service neutron] 10.222.0.83 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917015 Dec 15 13:44:16.191470 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-8b95fef7-80c8-4984-924d-212c65cd5b36 service neutron] 10.222.0.83 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799839 Dec 15 13:44:16.345987 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-71ea68b2-cfe1-4a1b-a3fe-2bb891d2a746 req-81dbff43-8a6a-4bce-b27e-1ab2b609aed8 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 210 time: 0.0260923 Dec 15 13:44:17.403073 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-e495aa89-c73d-4283-8c3c-e6be14b15ee3 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.405293 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-e495aa89-c73d-4283-8c3c-e6be14b15ee3 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 814 time: 0.1118774 Dec 15 13:44:17.444545 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Request body: {'port': {'device_id': '283e3280-6661-4451-82ec-979b371ab94f', 'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'admin_state_up': True, 'tenant_id': '5d663b994c834c358d7a268a08eac730'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:17.448749 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b117ed1a-c33f-416c-93d3-f2577bcf35ee req-19d983b4-af86-43b7-8d34-b82b43fd56b3 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 210 time: 0.0333061 Dec 15 13:44:17.554725 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Made reservation on behalf of 5d663b994c834c358d7a268a08eac730 for: {'port': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:44:17.558110 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.680035 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Allocated IP 172.20.0.14 (645914b7-eef4-444f-ad03-9e082234296c/9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923/8f8e5976-3ec3-457e-8855-37c83b545ce9) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:44:17.824673 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks [] for port, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.859440 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.874167 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['a936e9ef-9421-41df-a2c8-8d0361adf90f', '52bdc64f-eed7-4cad-83de-af3e9be9b44a', '4106350f-2509-402b-9cb0-c09b3f11c36e'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:17.908295 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Network 645914b7-eef4-444f-ad03-9e082234296c is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:44:17.914042 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:44:17.919046 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:44:17.942324 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Pushing event updated for resources: {'Port': ['ID=8f8e5976-3ec3-457e-8855-37c83b545ce9,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:17.971387 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.972039 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.987183 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-c5523ab6-d63d-47d4-b933-cb8ab2c4a1a6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5466247 Dec 15 13:44:18.002618 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Request body: {'port': {'device_id': '283e3280-6661-4451-82ec-979b371ab94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:44:18.054199 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.308081 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8e5976-3ec3-457e-8855-37c83b545ce9 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:18.315703 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.327004 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Transition to ACTIVE for port object 8f8e5976-3ec3-457e-8855-37c83b545ce9 will not be triggered until provisioned by entity L2. {{(pid=102648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:44:18.330810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.381252 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8e5976-3ec3-457e-8855-37c83b545ce9,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:18.443162 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Attempting to bind port 8f8e5976-3ec3-457e-8855-37c83b545ce9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:44:18.443850 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Attempting to bind port 8f8e5976-3ec3-457e-8855-37c83b545ce9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:44:18.443850 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Attempting to bind port 8f8e5976-3ec3-457e-8855-37c83b545ce9 on network 645914b7-eef4-444f-ad03-9e082234296c {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:18.447897 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Port 8f8e5976-3ec3-457e-8855-37c83b545ce9 on network 645914b7-eef4-444f-ad03-9e082234296c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:44:18.448211 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Attempting to bind port 8f8e5976-3ec3-457e-8855-37c83b545ce9 on network 645914b7-eef4-444f-ad03-9e082234296c {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:44:18.452870 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:44:18.453203 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Checking segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:44:18.453582 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Bound using segment: {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:44:18.454028 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Bound port: 8f8e5976-3ec3-457e-8855-37c83b545ce9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab44828b-691f-4021-8d54-46b2cfcce278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '645914b7-eef4-444f-ad03-9e082234296c'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:44:18.454453 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.520503 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] For port 8f8e5976-3ec3-457e-8855-37c83b545ce9, host hv-cinder-81322, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:44:18.553146 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] For port 8f8e5976-3ec3-457e-8855-37c83b545ce9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f8e5976-3ec3-457e-8855-37c83b545ce9,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:44:18.559590 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62366674'] for port, after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.597920 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.598762 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:18.600154 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] 10.222.0.66 "PUT /v2.0/ports/8f8e5976-3ec3-457e-8855-37c83b545ce9 HTTP/1.1" status: 200 len: 1094 time: 0.6021078 Dec 15 13:44:18.603118 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e3280-6661-4451-82ec-979b371ab94f', 'tag': '8f8e5976-3ec3-457e-8855-37c83b545ce9'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:18.606143 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2324fb4-e83e-4ef0-9456-c5d752a5394b" -d '{"events": [{"name": "network-changed", "server_uuid": "283e3280-6661-4451-82ec-979b371ab94f", "tag": "8f8e5976-3ec3-457e-8855-37c83b545ce9"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:18.625322 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f700097-3355-49bf-b9a0-e0fcb636bb35 req-06e6bea9-8257-4c4b-b2c3-1dd7ee53e31f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.627960 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6f700097-3355-49bf-b9a0-e0fcb636bb35 req-06e6bea9-8257-4c4b-b2c3-1dd7ee53e31f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 944 time: 0.1094604 Dec 15 13:44:18.664857 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a3ddb-482c-4798-92c7-36f9108e4131 x-openstack-request-id: req-6b7a3ddb-482c-4798-92c7-36f9108e4131 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:18.664857 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283e3280-6661-4451-82ec-979b371ab94f", "tag": "8f8e5976-3ec3-457e-8855-37c83b545ce9", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:18.664857 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6b7a3ddb-482c-4798-92c7-36f9108e4131 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:18.664857 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e3280-6661-4451-82ec-979b371ab94f', 'tag': '8f8e5976-3ec3-457e-8855-37c83b545ce9', 'status': 'completed', 'code': 200} Dec 15 13:44:18.674480 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cc7fa-c71b-41f2-be39-f26d057d0966 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8e5976-3ec3-457e-8855-37c83b545ce9,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:18.726966 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-6f700097-3355-49bf-b9a0-e0fcb636bb35 req-532092a6-c3d3-4dcf-b03f-d453ade7a59e tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929995 Dec 15 13:44:18.733785 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-28a0bcc9-4125-43ff-b0bd-83c2d8168408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.735278 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-28a0bcc9-4125-43ff-b0bd-83c2d8168408 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 1097 time: 0.0868583 Dec 15 13:44:18.792096 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-bd9a6664-b034-4627-8187-e162329714a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f8e5976-3ec3-457e-8855-37c83b545ce9 HTTP/1.1" status: 200 len: 217 time: 0.0357945 Dec 15 13:44:18.846923 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-fb142c58-3919-4280-9091-fafbcbb3b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.848397 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-fb142c58-3919-4280-9091-fafbcbb3b4c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 200 len: 854 time: 0.0465972 Dec 15 13:44:18.895821 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-a709e76e-076a-4d17-ba3f-edd4043edcfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=645914b7-eef4-444f-ad03-9e082234296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279977 Dec 15 13:44:18.990713 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-d8adbeb8-f3e1-4f08-bed0-161144ea7c66 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856664 Dec 15 13:44:19.097046 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0a2b33e2-edd2-469b-89c0-4043a1638a99 req-b4cf7fd2-439c-47db-a264-35b217e2af7b service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901341 Dec 15 13:44:19.198727 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-fdf8e891-dda7-4a41-b643-438d227b820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.200219 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-fdf8e891-dda7-4a41-b643-438d227b820a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d663b994c834c358d7a268a08eac730&device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 1097 time: 0.0411127 Dec 15 13:44:19.308924 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-76dc7f24-7c5e-419b-8c00-1ed5b2b94e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.310424 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-76dc7f24-7c5e-419b-8c00-1ed5b2b94e00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 200 len: 915 time: 0.0910535 Dec 15 13:44:19.359933 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-c042557d-66b0-44b3-bc10-ef9d5fa4d500 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f8e5976-3ec3-457e-8855-37c83b545ce9 HTTP/1.1" status: 200 len: 217 time: 0.0388601 Dec 15 13:44:19.411432 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-6bf6d7c6-b689-4b83-95f1-d2e442ecc6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.412866 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-6bf6d7c6-b689-4b83-95f1-d2e442ecc6a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 200 len: 854 time: 0.0445101 Dec 15 13:44:19.444457 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-75c13e14-86af-408b-9170-8363c0249930 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=645914b7-eef4-444f-ad03-9e082234296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237014 Dec 15 13:44:19.537591 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-51841d94-12bf-4ffc-9f01-f39e4a23d4c1 service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830562 Dec 15 13:44:19.629975 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f2324fb4-e83e-4ef0-9456-c5d752a5394b req-eb2b698e-3fb1-46a3-b0ba-8dde5f113d3a service neutron] 10.222.0.66 "GET /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801885 Dec 15 13:44:19.840296 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f06c26-413e-43ae-81d5-ef4d7bc023ec req-4bf0a95a-22fa-491d-bad6-75ed97acf999 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:19.841731 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f4f06c26-413e-43ae-81d5-ef4d7bc023ec req-4bf0a95a-22fa-491d-bad6-75ed97acf999 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 944 time: 0.0482025 Dec 15 13:44:19.892198 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f4f06c26-413e-43ae-81d5-ef4d7bc023ec req-29cc55d8-1e35-4826-b864-59eebf37c939 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Dec 15 13:44:21.002826 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c1e46-b41a-4bc5-b103-5ef930415e1a req-4414399c-7c62-43b2-b6d9-f7d7b1962cef tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:21.004313 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-016c1e46-b41a-4bc5-b103-5ef930415e1a req-4414399c-7c62-43b2-b6d9-f7d7b1962cef tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 944 time: 0.0474083 Dec 15 13:44:21.051790 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-016c1e46-b41a-4bc5-b103-5ef930415e1a req-f846aa92-3bc4-4e5f-b3ee-e9601866c3ee tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Dec 15 13:44:22.055107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8f8e5976-3ec3-457e-8855-37c83b545ce9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:44:22.151871 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8f8e5976-3ec3-457e-8855-37c83b545ce9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f8e5976-3ec3-457e-8855-37c83b545ce9,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:22.163341 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '8f8e5976-3ec3-457e-8855-37c83b545ce9', 'network_id': '645914b7-eef4-444f-ad03-9e082234296c', 'port_id': '8f8e5976-3ec3-457e-8855-37c83b545ce9', 'mac_address': 'fa:16:3e:96:48:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:44:22.163575 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890c9a4-17e7-4e6d-9f2a-9efa83a46792 req-68d91f45-94ae-4693-9dac-178a7c160288 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:22.165050 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2890c9a4-17e7-4e6d-9f2a-9efa83a46792 req-68d91f45-94ae-4693-9dac-178a7c160288 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 944 time: 0.0466824 Dec 15 13:44:22.203440 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:22.212036 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2890c9a4-17e7-4e6d-9f2a-9efa83a46792 req-6f91b256-4f31-4b95-a115-ade41bff5f82 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Dec 15 13:44:22.215961 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8e5976-3ec3-457e-8855-37c83b545ce9 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:44:22.235089 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8f8e5976-3ec3-457e-8855-37c83b545ce9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f8e5976-3ec3-457e-8855-37c83b545ce9,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:22.239141 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:22.283913 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=8f8e5976-3ec3-457e-8855-37c83b545ce9,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:22.610208 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['8f8e5976-3ec3-457e-8855-37c83b545ce9'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:23.327468 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03ff31-ea7b-4cbb-b3fd-a67183892058 req-46dcdf6a-6327-4923-99b4-52a3361ee920 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:23.328898 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9c03ff31-ea7b-4cbb-b3fd-a67183892058 req-46dcdf6a-6327-4923-99b4-52a3361ee920 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 945 time: 0.0504534 Dec 15 13:44:23.374564 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9c03ff31-ea7b-4cbb-b3fd-a67183892058 req-888fe741-aaae-4dac-ae84-f5ec3d89b0a0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Dec 15 13:44:24.062057 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8f8e5976-3ec3-457e-8855-37c83b545ce9 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:44:24.108560 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 8f8e5976-3ec3-457e-8855-37c83b545ce9 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:44:24.112304 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 8f8e5976-3ec3-457e-8855-37c83b545ce9 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:44:24.112661 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.185301 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.211660 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e3280-6661-4451-82ec-979b371ab94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e5976-3ec3-457e-8855-37c83b545ce9'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:24.214016 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e25afc2-cc6b-4518-b6ef-9d3e31f7e731" -d '{"events": [{"server_uuid": "283e3280-6661-4451-82ec-979b371ab94f", "name": "network-vif-plugged", "status": "completed", "tag": "8f8e5976-3ec3-457e-8855-37c83b545ce9"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:24.227751 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 8f8e5976-3ec3-457e-8855-37c83b545ce9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f8e5976-3ec3-457e-8855-37c83b545ce9,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:24.237477 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:24.261652 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6bf52f-f608-44e8-96ce-2f6ff29ceb3d x-openstack-request-id: req-6f6bf52f-f608-44e8-96ce-2f6ff29ceb3d {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:24.261972 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e3280-6661-4451-82ec-979b371ab94f", "name": "network-vif-plugged", "status": "completed", "tag": "8f8e5976-3ec3-457e-8855-37c83b545ce9", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:24.262223 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6f6bf52f-f608-44e8-96ce-2f6ff29ceb3d {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:24.262608 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e3280-6661-4451-82ec-979b371ab94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e5976-3ec3-457e-8855-37c83b545ce9', 'code': 200} Dec 15 13:44:24.288268 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=8f8e5976-3ec3-457e-8855-37c83b545ce9,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:24.430991 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179e1e1-8906-462b-8ea0-c21261b09c89 req-b65d6cd1-b00d-4414-839e-622fedb994e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:24.432591 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5179e1e1-8906-462b-8ea0-c21261b09c89 req-b65d6cd1-b00d-4414-839e-622fedb994e4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 1099 time: 0.0410349 Dec 15 13:44:24.511563 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-5179e1e1-8906-462b-8ea0-c21261b09c89 req-c1484ec3-faf1-49ff-b487-20ecf81573ce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670640 Dec 15 13:44:24.522313 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc9745-1eb5-4e8a-8db1-a9b1c2afa001 req-a113e067-6011-4802-afb2-546baf85c6f6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:24.523791 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4ebc9745-1eb5-4e8a-8db1-a9b1c2afa001 req-a113e067-6011-4802-afb2-546baf85c6f6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 946 time: 0.0740662 Dec 15 13:44:24.577206 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4ebc9745-1eb5-4e8a-8db1-a9b1c2afa001 req-0f6a352f-2bb9-47aa-9d3b-da36cc873a7c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474403 Dec 15 13:44:25.690980 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c3a2-3e0c-4bce-b55b-2c4d379ac9a3 req-1df1ad36-f10d-4610-9743-bd40ddd4c265 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:25.692464 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9730c3a2-3e0c-4bce-b55b-2c4d379ac9a3 req-1df1ad36-f10d-4610-9743-bd40ddd4c265 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 946 time: 0.0480156 Dec 15 13:44:25.738505 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9730c3a2-3e0c-4bce-b55b-2c4d379ac9a3 req-4024e84b-33fb-485f-aa20-f6961a431bf6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Dec 15 13:44:26.851578 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20a07a-476e-43e5-98c6-3371668f9dbd req-9631ffb7-fdcd-4345-a360-071eb010d03f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:26.853048 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dc20a07a-476e-43e5-98c6-3371668f9dbd req-9631ffb7-fdcd-4345-a360-071eb010d03f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 946 time: 0.0477777 Dec 15 13:44:26.900076 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dc20a07a-476e-43e5-98c6-3371668f9dbd req-cc4e5e7a-fd1e-4a2f-9027-cd6560e78cb1 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Dec 15 13:44:29.648255 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a98efc47-1f1e-4fda-8e2f-ad7ca75b5a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:32.211162 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-202dc399-b128-494e-afd6-03a63789d7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:33.268472 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:34.922093 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:35.538446 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:36.461346 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:38.737530 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18d32-b4f6-401e-8b3d-7c0207ae333e req-bd03b304-267d-4272-865e-c6c165d46e3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:38.739042 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3cc18d32-b4f6-401e-8b3d-7c0207ae333e req-bd03b304-267d-4272-865e-c6c165d46e3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 946 time: 0.0526309 Dec 15 13:44:38.788214 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3cc18d32-b4f6-401e-8b3d-7c0207ae333e req-a616b9ee-a743-48ae-bc4f-d1a7d49a9955 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 Dec 15 13:44:39.900421 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d2cea-634a-4b8c-8f3b-f5e0f5a6c3aa req-9731a32c-f224-4f5c-8dc7-7b29ab88c135 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:39.902033 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cd5d2cea-634a-4b8c-8f3b-f5e0f5a6c3aa req-9731a32c-f224-4f5c-8dc7-7b29ab88c135 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 946 time: 0.0476043 Dec 15 13:44:39.949212 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cd5d2cea-634a-4b8c-8f3b-f5e0f5a6c3aa req-244aa54b-da99-49b6-88b7-c834f53621d6 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Dec 15 13:44:40.743856 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-1060b1c2-6517-4dbf-8b48-6560f8cbac98 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:40.745413 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-1060b1c2-6517-4dbf-8b48-6560f8cbac98 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 946 time: 0.0531485 Dec 15 13:44:40.835877 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Deleting port 8f8e5976-3ec3-457e-8855-37c83b545ce9 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:40.836491 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.935715 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] For port 8f8e5976-3ec3-457e-8855-37c83b545ce9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f8e5976-3ec3-457e-8855-37c83b545ce9,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:40.936388 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:40.953036 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-e7d38166-5998-4518-8960-78d7fa3ad47e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396872 Dec 15 13:44:41.051375 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-ced01365-f7d6-4383-a8a2-02f85d3df30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.052970 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-ced01365-f7d6-4383-a8a2-02f85d3df30c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 1098 time: 0.0497150 Dec 15 13:44:41.167843 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-2563ceae-f819-4550-849c-52742fdf3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.169748 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-2563ceae-f819-4550-849c-52742fdf3dfa service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.0907087 Dec 15 13:44:41.188700 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Calling delete_port for 8f8e5976-3ec3-457e-8855-37c83b545ce9 owned by compute:nova {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:41.241597 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-92ecad7a-9ed4-4392-bfb5-989257331914 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf HTTP/1.1" status: 200 len: 1000 time: 0.0633123 Dec 15 13:44:41.274427 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e44a9-2019-4575-9106-a82b8d8f3c19 req-3dfeb8d1-f886-48b3-a6a8-dc1f54b69f79 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.275916 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c44e44a9-2019-4575-9106-a82b8d8f3c19 req-3dfeb8d1-f886-48b3-a6a8-dc1f54b69f79 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=283e3280-6661-4451-82ec-979b371ab94f HTTP/1.1" status: 200 len: 946 time: 0.0886066 Dec 15 13:44:41.292962 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-4e4e5126-6934-4aa5-a333-d51f030dc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.294467 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-4e4e5126-6934-4aa5-a333-d51f030dc9f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0435700 Dec 15 13:44:41.342802 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c44e44a9-2019-4575-9106-a82b8d8f3c19 req-862c842b-3295-4ca9-836e-27054b7436ab tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584562 Dec 15 13:44:41.344558 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-d62fb53f-3e10-498a-8f93-54eb92a040f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:41.346192 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-d62fb53f-3e10-498a-8f93-54eb92a040f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427220 Dec 15 13:44:41.393730 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.408297 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['a936e9ef-9421-41df-a2c8-8d0361adf90f', '52bdc64f-eed7-4cad-83de-af3e9be9b44a', '4106350f-2509-402b-9cb0-c09b3f11c36e', '8f8e5976-3ec3-457e-8855-37c83b545ce9'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:41.423706 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Pushing event deleted for resources: {'Port': ['ID=8f8e5976-3ec3-457e-8855-37c83b545ce9,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:41.447489 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-e4dab16e-1325-4e15-9afa-e7361d1f353b service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934916 Dec 15 13:44:41.466607 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] No DVR routers for this DVR port 8f8e5976-3ec3-457e-8855-37c83b545ce9 on host hv-cinder-81322 {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:41.469198 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:41.473857 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7c4b6df0-309a-44ec-a2f3-d0e4e8cfb191 req-64e8c372-ec3d-456b-95c6-e11e35a78d3c tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "DELETE /v2.0/ports/8f8e5976-3ec3-457e-8855-37c83b545ce9 HTTP/1.1" status: 204 len: 173 time: 0.7214322 Dec 15 13:44:41.474331 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e3280-6661-4451-82ec-979b371ab94f', 'name': 'network-vif-deleted', 'tag': '8f8e5976-3ec3-457e-8855-37c83b545ce9'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:41.476803 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7300e817b1cdc2cc221f4c0e1df0459b65ab7b7624201c78dd00be5cd0fe2019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955b89fb-d285-488b-bebe-15d423a15fd2" -d '{"events": [{"server_uuid": "283e3280-6661-4451-82ec-979b371ab94f", "name": "network-vif-deleted", "tag": "8f8e5976-3ec3-457e-8855-37c83b545ce9"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:41.526521 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aede5784-9462-46ce-96a2-e385477aa05c x-openstack-request-id: req-aede5784-9462-46ce-96a2-e385477aa05c {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:41.526822 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e3280-6661-4451-82ec-979b371ab94f", "name": "network-vif-deleted", "tag": "8f8e5976-3ec3-457e-8855-37c83b545ce9", "status": "completed", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:41.527075 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aede5784-9462-46ce-96a2-e385477aa05c {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:41.527469 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e3280-6661-4451-82ec-979b371ab94f', 'name': 'network-vif-deleted', 'tag': '8f8e5976-3ec3-457e-8855-37c83b545ce9', 'status': 'completed', 'code': 200} Dec 15 13:44:41.579584 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d974f6ad-3b5e-4776-85bf-ea87c02e2ee1 req-aa9f01e5-7aa6-4cc5-90ac-47dbcf8f7435 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160634 Dec 15 13:44:41.665440 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:44:43.901868 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0382596-a6c4-4b6e-b676-b851698b8203 req-eba09767-9763-493d-889a-349cda636371 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:43.903356 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a0382596-a6c4-4b6e-b676-b851698b8203 req-eba09767-9763-493d-889a-349cda636371 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 946 time: 0.0539651 Dec 15 13:44:43.951349 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a0382596-a6c4-4b6e-b676-b851698b8203 req-89174702-c4f5-42cb-a829-b2c883060522 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419044 Dec 15 13:44:44.151210 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8f8e5976-3ec3-457e-8855-37c83b545ce9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:44.174319 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 8f8e5976-3ec3-457e-8855-37c83b545ce9 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:44.174659 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 8f8e5976-3ec3-457e-8855-37c83b545ce9 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:45.064583 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7a6e3-4ec6-450b-8b4b-7b942b44d84f req-29742aff-e18a-4a3b-b23a-f8ca9759196b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.066659 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1da7a6e3-4ec6-450b-8b4b-7b942b44d84f req-29742aff-e18a-4a3b-b23a-f8ca9759196b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 946 time: 0.0482869 Dec 15 13:44:45.113701 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-1da7a6e3-4ec6-450b-8b4b-7b942b44d84f req-34d3feaa-8fcd-437f-a62e-7f64776c405f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Dec 15 13:44:45.654618 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-dc6dc486-a0ba-4e59-9a1b-8e5c3c715f6b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:45.657467 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-dc6dc486-a0ba-4e59-9a1b-8e5c3c715f6b tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 946 time: 0.0695891 Dec 15 13:44:45.752510 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Deleting port 4106350f-2509-402b-9cb0-c09b3f11c36e {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:45.752847 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.841254 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] For port 4106350f-2509-402b-9cb0-c09b3f11c36e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4106350f-2509-402b-9cb0-c09b3f11c36e,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:45.841607 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.858465 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Calling delete_port for 4106350f-2509-402b-9cb0-c09b3f11c36e owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:45.988941 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.000613 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['a936e9ef-9421-41df-a2c8-8d0361adf90f', '52bdc64f-eed7-4cad-83de-af3e9be9b44a', '4106350f-2509-402b-9cb0-c09b3f11c36e'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:46.015567 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Pushing event deleted for resources: {'Port': ['ID=4106350f-2509-402b-9cb0-c09b3f11c36e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:46.030284 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.030637 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.030977 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.031313 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.031641 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.031966 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.032290 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.032630 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.032936 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.033413 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.033634 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.033908 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.034253 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:46.073192 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] No DVR routers for this DVR port 4106350f-2509-402b-9cb0-c09b3f11c36e on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:46.075732 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.079068 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-81a10f62-1ff0-4003-bef1-15ad2dfba3a4 req-77364c5a-833b-47a8-aadd-2d04b849d2e0 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "DELETE /v2.0/ports/4106350f-2509-402b-9cb0-c09b3f11c36e HTTP/1.1" status: 204 len: 173 time: 0.4157076 Dec 15 13:44:46.079523 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fc6f7a-2650-4c34-9b54-87088afc6c29', 'name': 'network-vif-deleted', 'tag': '4106350f-2509-402b-9cb0-c09b3f11c36e'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:46.082428 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdef79f-fa3a-47c1-8b6f-93a4af84fd85" -d '{"events": [{"server_uuid": "81fc6f7a-2650-4c34-9b54-87088afc6c29", "name": "network-vif-deleted", "tag": "4106350f-2509-402b-9cb0-c09b3f11c36e"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:46.119526 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601bba27-a9cb-4224-b142-424dec4ad58e x-openstack-request-id: req-601bba27-a9cb-4224-b142-424dec4ad58e {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:46.119822 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fc6f7a-2650-4c34-9b54-87088afc6c29", "name": "network-vif-deleted", "tag": "4106350f-2509-402b-9cb0-c09b3f11c36e", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:46.120080 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-601bba27-a9cb-4224-b142-424dec4ad58e {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:46.120487 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fc6f7a-2650-4c34-9b54-87088afc6c29', 'name': 'network-vif-deleted', 'tag': '4106350f-2509-402b-9cb0-c09b3f11c36e', 'status': 'completed', 'code': 200} Dec 15 13:44:46.227492 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f56e3576-fcbe-498b-9c67-ece36bab0e7f req-4ba9434d-34c5-466d-8e3f-0f75339b6c87 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=81fc6f7a-2650-4c34-9b54-87088afc6c29 HTTP/1.1" status: 200 len: 210 time: 0.0286264 Dec 15 13:44:47.499701 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c21fc-6319-45f6-b73a-df391726c7ce req-1009cb88-b543-496f-9fd5-49596c2897b2 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:47.501164 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f04c21fc-6319-45f6-b73a-df391726c7ce req-1009cb88-b543-496f-9fd5-49596c2897b2 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 946 time: 0.0518234 Dec 15 13:44:47.548250 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f04c21fc-6319-45f6-b73a-df391726c7ce req-7a376059-8a01-491e-9030-20caf286e4c3 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Dec 15 13:44:48.666931 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045907e-2edc-4dd5-9b34-f0662a7bb393 req-8bab9a6b-ef34-4369-aeaf-5fd74e5a3dcc tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:48.668422 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b045907e-2edc-4dd5-9b34-f0662a7bb393 req-8bab9a6b-ef34-4369-aeaf-5fd74e5a3dcc tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 946 time: 0.0504210 Dec 15 13:44:48.717104 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b045907e-2edc-4dd5-9b34-f0662a7bb393 req-dc4366da-cf73-48d0-ae8f-8c40ee362a2f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Dec 15 13:44:49.003230 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-658e2fa0-5bad-4145-8a09-a846bf167ce1 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:49.005290 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-658e2fa0-5bad-4145-8a09-a846bf167ce1 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 946 time: 0.0527172 Dec 15 13:44:49.102207 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Deleting port 52bdc64f-eed7-4cad-83de-af3e9be9b44a {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:49.102537 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.194972 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] For port 52bdc64f-eed7-4cad-83de-af3e9be9b44a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52bdc64f-eed7-4cad-83de-af3e9be9b44a,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:49.195323 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.207333 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Calling delete_port for 52bdc64f-eed7-4cad-83de-af3e9be9b44a owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:49.342018 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.353746 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['a936e9ef-9421-41df-a2c8-8d0361adf90f', '52bdc64f-eed7-4cad-83de-af3e9be9b44a'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:49.371279 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Pushing event deleted for resources: {'Port': ['ID=52bdc64f-eed7-4cad-83de-af3e9be9b44a,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:49.411725 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] No DVR routers for this DVR port 52bdc64f-eed7-4cad-83de-af3e9be9b44a on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:49.414255 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.417518 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ec831bfa-23af-4298-aa69-f46a1083b75e req-f43b8c2d-1ee2-4238-9f24-3f39bf8a31bb tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "DELETE /v2.0/ports/52bdc64f-eed7-4cad-83de-af3e9be9b44a HTTP/1.1" status: 204 len: 173 time: 0.4058740 Dec 15 13:44:49.417985 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69324657-790e-43bb-b7e1-329f460b482e', 'name': 'network-vif-deleted', 'tag': '52bdc64f-eed7-4cad-83de-af3e9be9b44a'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:49.420281 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17c15ce-0c9b-4f08-8c7b-021848b9a970" -d '{"events": [{"server_uuid": "69324657-790e-43bb-b7e1-329f460b482e", "name": "network-vif-deleted", "tag": "52bdc64f-eed7-4cad-83de-af3e9be9b44a"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:49.457055 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e1aae6-26f7-4380-a921-7b817ed86835 x-openstack-request-id: req-b2e1aae6-26f7-4380-a921-7b817ed86835 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:49.457393 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69324657-790e-43bb-b7e1-329f460b482e", "name": "network-vif-deleted", "tag": "52bdc64f-eed7-4cad-83de-af3e9be9b44a", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:49.457645 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b2e1aae6-26f7-4380-a921-7b817ed86835 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:49.458300 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69324657-790e-43bb-b7e1-329f460b482e', 'name': 'network-vif-deleted', 'tag': '52bdc64f-eed7-4cad-83de-af3e9be9b44a', 'status': 'completed', 'code': 200} Dec 15 13:44:49.824114 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-34b40897-4f77-42c9-8620-d4fccdc02d66 req-393e44b2-0f89-42b3-a6c9-254939bd4979 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=69324657-790e-43bb-b7e1-329f460b482e HTTP/1.1" status: 200 len: 210 time: 0.0259984 Dec 15 13:44:50.196782 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 4106350f-2509-402b-9cb0-c09b3f11c36e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:50.216715 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 4106350f-2509-402b-9cb0-c09b3f11c36e {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:50.217054 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 4106350f-2509-402b-9cb0-c09b3f11c36e not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:50.217467 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 52bdc64f-eed7-4cad-83de-af3e9be9b44a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:50.236085 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 52bdc64f-eed7-4cad-83de-af3e9be9b44a {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:50.236422 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 52bdc64f-eed7-4cad-83de-af3e9be9b44a not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:52.228836 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a07112-f880-42b5-9ff2-c44e251a7092 req-194c09a0-814f-45d1-a461-5a6cc28c9e82 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:52.230292 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-24a07112-f880-42b5-9ff2-c44e251a7092 req-194c09a0-814f-45d1-a461-5a6cc28c9e82 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 945 time: 0.0552592 Dec 15 13:44:52.279465 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-24a07112-f880-42b5-9ff2-c44e251a7092 req-c4135f84-084b-4d16-82ac-e9731c22b3d3 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Dec 15 13:44:53.403003 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed3ece-04db-407e-9f17-10eab5706937 req-667f1612-6875-44fb-b506-955d9400ac2f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:53.404661 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-16ed3ece-04db-407e-9f17-10eab5706937 req-667f1612-6875-44fb-b506-955d9400ac2f tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 945 time: 0.0528095 Dec 15 13:44:53.452645 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-16ed3ece-04db-407e-9f17-10eab5706937 req-7e92e1f3-9412-444a-ace4-e0201b51cd35 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/security-groups?id=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Dec 15 13:44:54.171132 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-ae2ffb5d-48a2-4c97-9d10-30d13131c11d tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:54.172624 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-ae2ffb5d-48a2-4c97-9d10-30d13131c11d tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 945 time: 0.3083451 Dec 15 13:44:54.262468 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Deleting port a936e9ef-9421-41df-a2c8-8d0361adf90f {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:44:54.262707 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.352180 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] For port a936e9ef-9421-41df-a2c8-8d0361adf90f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a936e9ef-9421-41df-a2c8-8d0361adf90f,segment=NetworkSegment(ab44828b-691f-4021-8d54-46b2cfcce278),segment_id=ab44828b-691f-4021-8d54-46b2cfcce278)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:44:54.352536 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.365537 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Calling delete_port for a936e9ef-9421-41df-a2c8-8d0361adf90f owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:44:54.493425 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.505233 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['a936e9ef-9421-41df-a2c8-8d0361adf90f'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:44:54.528433 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Pushing event deleted for resources: {'Port': ['ID=a936e9ef-9421-41df-a2c8-8d0361adf90f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:54.552979 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-16d16848-5ae2-4053-8607-058287548702 req-474cb194-23d7-48db-a67a-cc960cbf8e5d tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e1352a3-d493-4909-8040-b4fbcb58aa09 HTTP/1.1" status: 200 len: 210 time: 0.0280492 Dec 15 13:44:54.561454 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] No DVR routers for this DVR port a936e9ef-9421-41df-a2c8-8d0361adf90f on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:44:54.564128 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:54.567655 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f30a3bf5-4254-4497-9bd5-db836815bdf4 req-4998d3b3-0cec-4432-a1dc-cbf47c8d3881 tempest-AttachVolumeNegativeTest-1611569182 tempest-AttachVolumeNegativeTest-1611569182-project] 10.222.0.66 "DELETE /v2.0/ports/a936e9ef-9421-41df-a2c8-8d0361adf90f HTTP/1.1" status: 204 len: 173 time: 0.3879828 Dec 15 13:44:54.567997 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1352a3-d493-4909-8040-b4fbcb58aa09', 'name': 'network-vif-deleted', 'tag': 'a936e9ef-9421-41df-a2c8-8d0361adf90f'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:44:54.570246 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b649b7f-a04d-4070-a4b1-b010b65b65e0" -d '{"events": [{"server_uuid": "4e1352a3-d493-4909-8040-b4fbcb58aa09", "name": "network-vif-deleted", "tag": "a936e9ef-9421-41df-a2c8-8d0361adf90f"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:44:54.611077 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fb4fcb-357f-4971-a2b2-00821eef2c13 x-openstack-request-id: req-59fb4fcb-357f-4971-a2b2-00821eef2c13 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:44:54.611421 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1352a3-d493-4909-8040-b4fbcb58aa09", "name": "network-vif-deleted", "tag": "a936e9ef-9421-41df-a2c8-8d0361adf90f", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:44:54.611700 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-59fb4fcb-357f-4971-a2b2-00821eef2c13 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:44:54.612100 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1352a3-d493-4909-8040-b4fbcb58aa09', 'name': 'network-vif-deleted', 'tag': 'a936e9ef-9421-41df-a2c8-8d0361adf90f', 'status': 'completed', 'code': 200} Dec 15 13:44:55.612357 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59424) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:55.657401 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8012c49-a034-493a-907b-5d82ba8b8eae admin admin] Deleting subnet 9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:44:55.661184 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8012c49-a034-493a-907b-5d82ba8b8eae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.699455 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8012c49-a034-493a-907b-5d82ba8b8eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.739336 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8012c49-a034-493a-907b-5d82ba8b8eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.791020 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8012c49-a034-493a-907b-5d82ba8b8eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.816653 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8012c49-a034-493a-907b-5d82ba8b8eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:55.820163 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8012c49-a034-493a-907b-5d82ba8b8eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.823414 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d8012c49-a034-493a-907b-5d82ba8b8eae admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9cfb9c5b-60a4-4159-a6ba-f4e5d28c2923 HTTP/1.1" status: 204 len: 168 time: 0.2094853 Dec 15 13:44:55.825928 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59426) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:55.899087 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:55.987351 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.009275 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645914b7-eef4-444f-ad03-9e082234296c']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:56.018557 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab44828b-691f-4021-8d54-46b2cfcce278') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:56.018827 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab44828b-691f-4021-8d54-46b2cfcce278') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:44:56.028844 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.042666 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.048577 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:44:56.048954 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:44:56.050676 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:44:56.110098 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.116292 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.121743 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] 10.222.0.83 "DELETE /v2.0/networks/645914b7-eef4-444f-ad03-9e082234296c HTTP/1.1" status: 204 len: 168 time: 0.2925766 Dec 15 13:44:56.133516 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb2aa7-79be-4232-8997-b3583d20f625 admin admin] Pushing event deleted for resources: {'Network': ['ID=645914b7-eef4-444f-ad03-9e082234296c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:56.310481 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59440) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:56.354440 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-78d5858c-e136-42a5-80fb-f97c2cb0faaf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5d663b994c834c358d7a268a08eac730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427675 Dec 15 13:44:56.357026 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59442) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:56.408652 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bbaaeecf-0f9f-4a53-a66c-5d37affd6e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.428895 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bbaaeecf-0f9f-4a53-a66c-5d37affd6e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.476533 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bbaaeecf-0f9f-4a53-a66c-5d37affd6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.479343 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bbaaeecf-0f9f-4a53-a66c-5d37affd6e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:56.482281 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bbaaeecf-0f9f-4a53-a66c-5d37affd6e46 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/390d0282-ea51-4bd7-9a3a-62ff1c3d20e3 HTTP/1.1" status: 204 len: 168 time: 0.1241031 Dec 15 13:44:56.493798 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaeecf-0f9f-4a53-a66c-5d37affd6e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390d0282-ea51-4bd7-9a3a-62ff1c3d20e3,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:58.289159 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device a936e9ef-9421-41df-a2c8-8d0361adf90f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:44:58.309506 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: a936e9ef-9421-41df-a2c8-8d0361adf90f {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:44:58.309945 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device a936e9ef-9421-41df-a2c8-8d0361adf90f not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:44:58.985474 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59524) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:59.094603 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.170910 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.174965 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.212553 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa18e683-62fa-479a-bfa5-713886101a0f,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.216473 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7e4382eab5b04ddcbbdf5348c0e9a7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299080 Dec 15 13:44:59.223244 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.223607 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.224089 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.224428 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59528) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:59.224878 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.224878 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.225062 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.225390 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.225718 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.226070 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.226395 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.226716 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.227038 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.227382 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c491d-0d9d-4cda-904d-d28447458c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:59.275223 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-32537534-b8ff-4d34-a210-196f79a2c612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.295838 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-32537534-b8ff-4d34-a210-196f79a2c612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.343930 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-32537534-b8ff-4d34-a210-196f79a2c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.346499 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-32537534-b8ff-4d34-a210-196f79a2c612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.347934 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-32537534-b8ff-4d34-a210-196f79a2c612 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa18e683-62fa-479a-bfa5-713886101a0f HTTP/1.1" status: 204 len: 168 time: 0.1220307 Dec 15 13:44:59.355899 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32537534-b8ff-4d34-a210-196f79a2c612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa18e683-62fa-479a-bfa5-713886101a0f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.614294 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59534) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:59.627310 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22369968-44a1-4eab-acbd-5471f75bafa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.663851 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-aea46db0-e0ef-4e6b-af95-caa6d5c1b546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.703064 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22369968-44a1-4eab-acbd-5471f75bafa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.707539 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22369968-44a1-4eab-acbd-5471f75bafa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.749701 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-22369968-44a1-4eab-acbd-5471f75bafa2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=82e4dc9cd3004ee5a4796dd9679167af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343000 Dec 15 13:44:59.750829 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22369968-44a1-4eab-acbd-5471f75bafa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06839259-0007-40d6-80ef-9db5f6841df8,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:59.753401 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59538) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:59.806831 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f586-58c5-418b-b88f-c484b485cd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.827364 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f586-58c5-418b-b88f-c484b485cd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.873377 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f586-58c5-418b-b88f-c484b485cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.876084 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f586-58c5-418b-b88f-c484b485cd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:59.877324 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3ff7f586-58c5-418b-b88f-c484b485cd6f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/06839259-0007-40d6-80ef-9db5f6841df8 HTTP/1.1" status: 204 len: 168 time: 0.1187239 Dec 15 13:44:59.886185 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7f586-58c5-418b-b88f-c484b485cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06839259-0007-40d6-80ef-9db5f6841df8,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:02.199871 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef302-c8fe-4b8c-85d3-fa567e846226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:03.286026 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.851605 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59660) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:04.924998 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:04.956034 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f3cae834-e5c4-41fc-9ce8-f6f0408c715e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.030001 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f3cae834-e5c4-41fc-9ce8-f6f0408c715e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.033568 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f3cae834-e5c4-41fc-9ce8-f6f0408c715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.070113 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cae834-e5c4-41fc-9ce8-f6f0408c715e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a171fd-68e5-4032-a933-bbd3be3812cb,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:05.074561 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-f3cae834-e5c4-41fc-9ce8-f6f0408c715e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe73a0bf0eee41b184c95a393c0c3986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219489 Dec 15 13:45:05.077854 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59664) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:05.124448 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-470c9677-c943-4ddb-ab92-82ed01e94e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.145827 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-470c9677-c943-4ddb-ab92-82ed01e94e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.190520 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-470c9677-c943-4ddb-ab92-82ed01e94e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.193579 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-470c9677-c943-4ddb-ab92-82ed01e94e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.194774 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-470c9677-c943-4ddb-ab92-82ed01e94e8e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/82a171fd-68e5-4032-a933-bbd3be3812cb HTTP/1.1" status: 204 len: 168 time: 0.1167259 Dec 15 13:45:05.202983 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c9677-c943-4ddb-ab92-82ed01e94e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a171fd-68e5-4032-a933-bbd3be3812cb,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:05.471771 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59676) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:05.485270 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d2fbdc76-66da-427c-b98c-11621d57044d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.542787 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.574716 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d2fbdc76-66da-427c-b98c-11621d57044d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.580564 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d2fbdc76-66da-427c-b98c-11621d57044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.625414 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59682) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:05.625605 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d2fbdc76-66da-427c-b98c-11621d57044d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=60317a5686684b30872b995cebb6eb8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525488 Dec 15 13:45:05.626650 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbdc76-66da-427c-b98c-11621d57044d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02e997b-7af3-413e-8162-c20efcb7b535,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:05.695090 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8644-2c5f-451b-931e-f7dbbe20a1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.718512 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8644-2c5f-451b-931e-f7dbbe20a1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.770350 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8644-2c5f-451b-931e-f7dbbe20a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.772885 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8644-2c5f-451b-931e-f7dbbe20a1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:05.774058 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1d1a8644-2c5f-451b-931e-f7dbbe20a1e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b02e997b-7af3-413e-8162-c20efcb7b535 HTTP/1.1" status: 204 len: 168 time: 0.1476779 Dec 15 13:45:05.783314 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8644-2c5f-451b-931e-f7dbbe20a1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02e997b-7af3-413e-8162-c20efcb7b535,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:06.107089 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59690) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:06.119899 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b9bca995-0250-41eb-98d9-965af9fe6cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.192018 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b9bca995-0250-41eb-98d9-965af9fe6cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.195659 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b9bca995-0250-41eb-98d9-965af9fe6cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.234087 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-b9bca995-0250-41eb-98d9-965af9fe6cf2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3bb78832ce9d49bc8e929c84015c42a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258295 Dec 15 13:45:06.234986 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bca995-0250-41eb-98d9-965af9fe6cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9fe26-c5f3-4b9b-b07a-8ee65b55b957,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:06.236799 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59692) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:06.285835 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-af8b7368-fd59-4359-a43e-01ff39a40b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.305966 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-af8b7368-fd59-4359-a43e-01ff39a40b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.352029 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-af8b7368-fd59-4359-a43e-01ff39a40b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.354774 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-af8b7368-fd59-4359-a43e-01ff39a40b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:06.355917 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-af8b7368-fd59-4359-a43e-01ff39a40b70 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4ff9fe26-c5f3-4b9b-b07a-8ee65b55b957 HTTP/1.1" status: 204 len: 168 time: 0.1180153 Dec 15 13:45:06.363849 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b7368-fd59-4359-a43e-01ff39a40b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9fe26-c5f3-4b9b-b07a-8ee65b55b957,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:06.459688 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.617092 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c6c56-7a7b-48a1-8ec3-5f20ad40145a req-7905a149-8d4f-4dbf-83cf-ac934013600b tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:16.618629 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c33c6c56-7a7b-48a1-8ec3-5f20ad40145a req-7905a149-8d4f-4dbf-83cf-ac934013600b tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Dec 15 13:45:16.668163 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c33c6c56-7a7b-48a1-8ec3-5f20ad40145a req-bbf7776b-bd66-4c95-b37c-ae05b6fbc093 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 Dec 15 13:45:17.789080 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8574281-ff7b-4d28-89d9-3b7f8cbb05d2 req-17b630e7-d76e-429f-b80f-47aaeddae4bf tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:17.790648 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e8574281-ff7b-4d28-89d9-3b7f8cbb05d2 req-17b630e7-d76e-429f-b80f-47aaeddae4bf tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 945 time: 0.0529721 Dec 15 13:45:17.838601 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e8574281-ff7b-4d28-89d9-3b7f8cbb05d2 req-1bf042fa-0669-4c1d-9311-023f6367f2f0 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups?id=7477e6d5-f624-451b-af37-498c49bb34e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Dec 15 13:45:18.417302 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-f79eeba8-1884-4112-abd6-bce465a60959 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.418879 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-f79eeba8-1884-4112-abd6-bce465a60959 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Dec 15 13:45:18.514157 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Deleting port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:18.514447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.605041 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] For port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:18.605389 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.666751 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:45:18.778644 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.778910 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783889'] for floatingip, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.779224 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Floating IP a1b0a704-1687-44dd-8137-b02614d83b23 disassociated. External IP: 172.27.1.117, port: 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07. Dec 15 13:45:18.779554 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Calling delete_port for 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:18.912900 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.941067 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-2421a491-3a24-4828-96dd-4e6b64c39d7e req-f44057de-ba3e-4498-bdd0-c5f84750a1dc tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd0d7fb7-7dbd-4a9f-9366-a551a0899d91 HTTP/1.1" status: 200 len: 210 time: 0.0271780 Dec 15 13:45:18.941726 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event deleted for resources: {'Port': ['ID=7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:19.064313 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Router e4b94a25-eaf0-497d-b7bc-64c37700a5db has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:19.171384 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:19.181991 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] Sync routers for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:19.197916 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:19.198567 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:19.214049 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] No DVR routers for this DVR port 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:19.216639 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:19.220034 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-19fc6538-1dfe-45d2-8a15-124b7672d4fc req-5a7df7e3-3b75-42c5-aca0-62046ce28e7d tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.66 "DELETE /v2.0/ports/7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 HTTP/1.1" status: 204 len: 173 time: 0.7952554 Dec 15 13:45:19.220478 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'name': 'network-vif-deleted', 'tag': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:19.223987 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6150c7ce-1746-4f76-8d50-76774ce7b1d6" -d '{"events": [{"server_uuid": "cd0d7fb7-7dbd-4a9f-9366-a551a0899d91", "name": "network-vif-deleted", "tag": "7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:19.266725 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8555c88-2936-4077-8488-25474be9ab7e x-openstack-request-id: req-f8555c88-2936-4077-8488-25474be9ab7e {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:19.267015 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0d7fb7-7dbd-4a9f-9366-a551a0899d91", "name": "network-vif-deleted", "tag": "7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:19.267257 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f8555c88-2936-4077-8488-25474be9ab7e {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:19.267667 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0d7fb7-7dbd-4a9f-9366-a551a0899d91', 'name': 'network-vif-deleted', 'tag': '7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07', 'status': 'completed', 'code': 200} Dec 15 13:45:19.406222 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:19.609855 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:19.642162 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] Checking router: e4b94a25-eaf0-497d-b7bc-64c37700a5db for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:19.657040 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:19.658665 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:19.768373 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:20.036571 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:20.036877 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59876) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:20.067984 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8129f64-0af9-4dfc-93fe-e911ecd7b477 None None] The sync data for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi is: [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:40:36Z', 'revision_number': 4, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': 'c51798e3-0c04-483b-bca7-b8fccb011527', 'name': '', 'network_id': '83a3c4cb-56da-41d3-bc6c-42f445cbeed5', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'mac_address': 'fa:16:3e:eb:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:36Z', 'updated_at': '2021-12-15T13:40:40Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'subnets': [{'id': '23232e55-3e3f-45af-9b80-4281cbcb4eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:20.101178 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-49cf457d-71ca-4578-8b8c-8ef1c6241c9a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.136589 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-49cf457d-71ca-4578-8b8c-8ef1c6241c9a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.190525 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-49cf457d-71ca-4578-8b8c-8ef1c6241c9a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.193206 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-49cf457d-71ca-4578-8b8c-8ef1c6241c9a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.194404 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-49cf457d-71ca-4578-8b8c-8ef1c6241c9a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "DELETE /v2.0/security-groups/7477e6d5-f624-451b-af37-498c49bb34e4 HTTP/1.1" status: 204 len: 168 time: 0.1564746 Dec 15 13:45:20.197265 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59880) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:20.203694 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf457d-71ca-4578-8b8c-8ef1c6241c9a tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7477e6d5-f624-451b-af37-498c49bb34e4,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:20.211169 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.api.v2.resource [None req-ae15ede3-3ec3-4910-ba40-cf5ac968053e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] show failed (client error): The resource could not be found. Dec 15 13:45:20.215403 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-ae15ede3-3ec3-4910-ba40-cf5ac968053e tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "GET /v2.0/security-groups/7477e6d5-f624-451b-af37-498c49bb34e4 HTTP/1.1" status: 404 len: 347 time: 0.0168574 Dec 15 13:45:20.215677 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59882) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:20.335029 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c92ca-4b2a-43cf-ae4e-63e9c96a0499 None None] New status for floating IP a1b0a704-1687-44dd-8137-b02614d83b23: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:45:20.348941 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Deleting port d88216c9-1aeb-4a28-aead-ba998da3f57a {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:20.349287 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.435985 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.436300 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.448381 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Calling delete_port for d88216c9-1aeb-4a28-aead-ba998da3f57a owned by network:floatingip {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:20.585785 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.612728 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Pushing event deleted for resources: {'Port': ['ID=d88216c9-1aeb-4a28-aead-ba998da3f57a,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:20.675328 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks [] for floatingip, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.682070 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:20.682070 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-37591b06-b9ab-4fc5-9319-f9f2bced2127 tempest-AttachVolumeTestJSON-301973046 tempest-AttachVolumeTestJSON-301973046-project] 10.222.0.83 "DELETE /v2.0/floatingips/a1b0a704-1687-44dd-8137-b02614d83b23 HTTP/1.1" status: 204 len: 168 time: 0.4647276 Dec 15 13:45:22.446721 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:22.467541 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:22.467875 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 7cd7dbfc-bd2e-4f55-898d-aa1bc487bb07 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:24.196147 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59928) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:24.532977 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.792697 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Deleting port c51798e3-0c04-483b-bca7-b8fccb011527 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:24.792981 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.855610 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59936) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:24.877173 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] For port c51798e3-0c04-483b-bca7-b8fccb011527, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=c51798e3-0c04-483b-bca7-b8fccb011527,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:24.877556 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:24.902087 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Calling delete_port for c51798e3-0c04-483b-bca7-b8fccb011527 owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:24.966556 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c7b39fa8-034c-45e2-a943-9322c60f3e65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.043333 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c7b39fa8-034c-45e2-a943-9322c60f3e65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.046560 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c7b39fa8-034c-45e2-a943-9322c60f3e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.084360 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-c7b39fa8-034c-45e2-a943-9322c60f3e65 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b364900bfb13473191d5c42a9a4874f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276444 Dec 15 13:45:25.086904 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 59940) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:25.089599 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.093930 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b39fa8-034c-45e2-a943-9322c60f3e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be6f6cd-9ca9-4d3d-b1dc-b7415f6cf7fe,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:25.137490 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Pushing event deleted for resources: {'Port': ['ID=c51798e3-0c04-483b-bca7-b8fccb011527,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:25.144761 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-44c9acdc-ffea-4e5f-bd1a-1b5c7451a13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.168829 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-44c9acdc-ffea-4e5f-bd1a-1b5c7451a13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.227216 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-44c9acdc-ffea-4e5f-bd1a-1b5c7451a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.230100 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-44c9acdc-ffea-4e5f-bd1a-1b5c7451a13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.233932 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-44c9acdc-ffea-4e5f-bd1a-1b5c7451a13f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1be6f6cd-9ca9-4d3d-b1dc-b7415f6cf7fe HTTP/1.1" status: 204 len: 168 time: 0.1460011 Dec 15 13:45:25.242712 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9acdc-ffea-4e5f-bd1a-1b5c7451a13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be6f6cd-9ca9-4d3d-b1dc-b7415f6cf7fe,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:25.287782 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.504116 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Router e4b94a25-eaf0-497d-b7bc-64c37700a5db has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:25.613095 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:25.618425 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-11e4db47-5eb7-4eac-95b3-6c25e8b5acba admin admin] 10.222.0.83 "PUT /v2.0/routers/e4b94a25-eaf0-497d-b7bc-64c37700a5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4211919 Dec 15 13:45:25.620877 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59954) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:25.621933 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] Sync routers for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:25.633351 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:25.634314 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:25.734069 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks [] for router, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:25.745073 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:25.945672 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:45:25Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:25.974386 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] Checking router: e4b94a25-eaf0-497d-b7bc-64c37700a5db for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:25.983643 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] Routers {'e4b94a25-eaf0-497d-b7bc-64c37700a5db'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:25.984285 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:26.106463 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] Set router e4b94a25-eaf0-497d-b7bc-64c37700a5db gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:26.112503 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.165874 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Deleting port 99994804-230b-4faa-bcc8-77c3001a17d9 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:26.166530 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.246540 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] For port 99994804-230b-4faa-bcc8-77c3001a17d9, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=99994804-230b-4faa-bcc8-77c3001a17d9,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:26.246967 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.263729 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Calling delete_port for 99994804-230b-4faa-bcc8-77c3001a17d9 owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:26.404571 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:45:25Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:26.432728 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3715d8a-7d66-471a-bd36-4d76b993eaec None None] The sync data for ids ['e4b94a25-eaf0-497d-b7bc-64c37700a5db'] in dv-cinder-813228-4-iscsi is: [{'id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'name': 'tempest-AttachVolumeTestJSON-1722938667-router', 'tenant_id': '10799d1b1db34e69a6c6bba276744b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:32Z', 'updated_at': '2021-12-15T13:45:25Z', 'revision_number': 5, 'project_id': '10799d1b1db34e69a6c6bba276744b0f', 'gw_port': {'id': '99994804-230b-4faa-bcc8-77c3001a17d9', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b94a25-eaf0-497d-b7bc-64c37700a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:33Z', 'updated_at': '2021-12-15T13:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:26.469162 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.493466 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Pushing event deleted for resources: {'Port': ['ID=99994804-230b-4faa-bcc8-77c3001a17d9,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:26.556894 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.647616 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.649738 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.695685 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.696205 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b94a25-eaf0-497d-b7bc-64c37700a5db {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:45:26.701433 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.702639 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-22be92ea-a34f-43ef-bf9c-7820e675a985 admin admin] 10.222.0.83 "DELETE /v2.0/routers/e4b94a25-eaf0-497d-b7bc-64c37700a5db HTTP/1.1" status: 204 len: 168 time: 1.0807881 Dec 15 13:45:26.705186 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59972) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:26.750261 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6599d631-447e-4ab0-9f64-344a3ccee065 admin admin] Deleting subnet 23232e55-3e3f-45af-9b80-4281cbcb4eba {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:45:26.753199 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6599d631-447e-4ab0-9f64-344a3ccee065 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.788849 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6599d631-447e-4ab0-9f64-344a3ccee065 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.873281 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6599d631-447e-4ab0-9f64-344a3ccee065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.928253 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6599d631-447e-4ab0-9f64-344a3ccee065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.953550 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599d631-447e-4ab0-9f64-344a3ccee065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23232e55-3e3f-45af-9b80-4281cbcb4eba,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:26.956999 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6599d631-447e-4ab0-9f64-344a3ccee065 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:26.960810 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6599d631-447e-4ab0-9f64-344a3ccee065 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/23232e55-3e3f-45af-9b80-4281cbcb4eba HTTP/1.1" status: 204 len: 168 time: 0.2545834 Dec 15 13:45:26.964270 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e952c3-584c-498d-9c0b-e4d55e7340f4 None None] Network 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:45:26.966379 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59974) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:27.043083 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.108325 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Deleting port b4a689c1-1a56-45d8-b86d-42aaa60acafd {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:27.108647 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.149354 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] DHCP port deletion for 83a3c4cb-56da-41d3-bc6c-42f445cbeed5 request from dv-cinder-813228-4-iscsi {{(pid=102649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:45:27.175447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] For port b4a689c1-1a56-45d8-b86d-42aaa60acafd, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=b4a689c1-1a56-45d8-b86d-42aaa60acafd,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:27.175742 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.188976 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Calling delete_port for b4a689c1-1a56-45d8-b86d-42aaa60acafd owned by network:dhcp {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:27.203065 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Deleting port b4a689c1-1a56-45d8-b86d-42aaa60acafd {{(pid=102649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:27.203436 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.275406 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.275720 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] For port b4a689c1-1a56-45d8-b86d-42aaa60acafd, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=b4a689c1-1a56-45d8-b86d-42aaa60acafd,segment=NetworkSegment(e636d176-1570-4291-9bd0-d74897d26f12),segment_id=e636d176-1570-4291-9bd0-d74897d26f12)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:27.276046 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.289433 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Calling delete_port for b4a689c1-1a56-45d8-b86d-42aaa60acafd owned by network:dhcp {{(pid=102649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:27.301691 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a689c1-1a56-45d8-b86d-42aaa60acafd,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:27.305336 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] No DVR routers for this DVR port b4a689c1-1a56-45d8-b86d-42aaa60acafd on host dv-cinder-813228-4-iscsi {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:27.369999 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545'] for port, after_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.376926 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.400519 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a3c4cb-56da-41d3-bc6c-42f445cbeed5']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:27.402308 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Pushing event deleted for resources: {'Port': ['ID=b4a689c1-1a56-45d8-b86d-42aaa60acafd,revision_number=None']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:27.406573 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] No DVR routers for this DVR port b4a689c1-1a56-45d8-b86d-42aaa60acafd on host dv-cinder-813228-4-iscsi {{(pid=102649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:27.410651 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e636d176-1570-4291-9bd0-d74897d26f12') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:27.411363 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e636d176-1570-4291-9bd0-d74897d26f12') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:27.416387 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.416729 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.417231 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.417871 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.418387 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.418889 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.419365 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.420158 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.421150 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.421630 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.422418 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.423281 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.423281 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be954f-0ef6-4023-86e0-e2be2a13f394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:27.437316 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.454701 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.462516 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:45:27.462937 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:45:27.464807 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:45:27.535240 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.541835 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.545223 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] 10.222.0.83 "DELETE /v2.0/networks/83a3c4cb-56da-41d3-bc6c-42f445cbeed5 HTTP/1.1" status: 204 len: 168 time: 0.5773821 Dec 15 13:45:27.556607 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39a157-cf66-4b3d-b377-cc5b001476d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a3c4cb-56da-41d3-bc6c-42f445cbeed5,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:27.727224 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59994) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:27.767584 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3b927bae-a368-48a1-9ddf-4c14606aad10 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=10799d1b1db34e69a6c6bba276744b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391507 Dec 15 13:45:27.770542 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 59998) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:27.819085 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-26409c3c-4562-4705-83be-b647b9948031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.840241 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-26409c3c-4562-4705-83be-b647b9948031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.894075 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-26409c3c-4562-4705-83be-b647b9948031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.896852 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-26409c3c-4562-4705-83be-b647b9948031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:27.898163 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-26409c3c-4562-4705-83be-b647b9948031 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1d3ab694-61ba-4107-b3ef-0740353011be HTTP/1.1" status: 204 len: 168 time: 0.1267593 Dec 15 13:45:27.906029 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26409c3c-4562-4705-83be-b647b9948031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3ab694-61ba-4107-b3ef-0740353011be,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:28.085676 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device c51798e3-0c04-483b-bca7-b8fccb011527 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:28.105387 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: c51798e3-0c04-483b-bca7-b8fccb011527 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:28.105721 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device c51798e3-0c04-483b-bca7-b8fccb011527 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:28.106153 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device b4a689c1-1a56-45d8-b86d-42aaa60acafd no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:28.124771 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: b4a689c1-1a56-45d8-b86d-42aaa60acafd {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:28.125107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device b4a689c1-1a56-45d8-b86d-42aaa60acafd not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:28.125509 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 99994804-230b-4faa-bcc8-77c3001a17d9 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:28.147099 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 99994804-230b-4faa-bcc8-77c3001a17d9 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:28.147430 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 99994804-230b-4faa-bcc8-77c3001a17d9 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:29.354521 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60064) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:29.469227 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3032da58-e0f4-45bb-9c83-142509f4f3a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.546958 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3032da58-e0f4-45bb-9c83-142509f4f3a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.551113 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3032da58-e0f4-45bb-9c83-142509f4f3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.592265 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3032da58-e0f4-45bb-9c83-142509f4f3a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7d169c0306d0485a880d062bc3a6766f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348905 Dec 15 13:45:29.592265 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032da58-e0f4-45bb-9c83-142509f4f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe37adc8-176f-4354-8d1d-85413faed08a,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:29.593277 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60082) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:29.648548 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b57d-f460-4d69-acf1-7110a20c3ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.670488 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a19afb6a-cfd1-4b1a-b314-d5be59087976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.697216 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a19afb6a-cfd1-4b1a-b314-d5be59087976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.753671 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a19afb6a-cfd1-4b1a-b314-d5be59087976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.756417 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a19afb6a-cfd1-4b1a-b314-d5be59087976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:29.757566 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-a19afb6a-cfd1-4b1a-b314-d5be59087976 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fe37adc8-176f-4354-8d1d-85413faed08a HTTP/1.1" status: 204 len: 168 time: 0.1624599 Dec 15 13:45:29.766682 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19afb6a-cfd1-4b1a-b314-d5be59087976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe37adc8-176f-4354-8d1d-85413faed08a,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:30.816481 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60180) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:30.932438 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c8a4cc4e-68e9-4d1a-aacc-2a552ec156e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.017698 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c8a4cc4e-68e9-4d1a-aacc-2a552ec156e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.024626 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c8a4cc4e-68e9-4d1a-aacc-2a552ec156e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.064822 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-c8a4cc4e-68e9-4d1a-aacc-2a552ec156e6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e1e3b22e5dec4def9d67933e8d731236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472572 Dec 15 13:45:31.066020 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4cc4e-68e9-4d1a-aacc-2a552ec156e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9b0188-b6d6-4d4c-a13e-a27695c37145,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:31.067489 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60192) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:31.126670 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7704beb-09fe-4fe0-9f02-5e276bb4a612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.149623 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7704beb-09fe-4fe0-9f02-5e276bb4a612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.206998 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7704beb-09fe-4fe0-9f02-5e276bb4a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.210460 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7704beb-09fe-4fe0-9f02-5e276bb4a612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.211654 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b7704beb-09fe-4fe0-9f02-5e276bb4a612 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9b9b0188-b6d6-4d4c-a13e-a27695c37145 HTTP/1.1" status: 204 len: 168 time: 0.1431441 Dec 15 13:45:31.220066 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7704beb-09fe-4fe0-9f02-5e276bb4a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9b0188-b6d6-4d4c-a13e-a27695c37145,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:31.555808 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60210) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:31.570017 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f940bcda-6fde-4274-b4b3-84fd2297d58a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.654132 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f940bcda-6fde-4274-b4b3-84fd2297d58a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.658299 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f940bcda-6fde-4274-b4b3-84fd2297d58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.697222 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f940bcda-6fde-4274-b4b3-84fd2297d58a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2f5fcd7ac73b40329303364c0a38dba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403117 Dec 15 13:45:31.699764 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60216) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:31.705567 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940bcda-6fde-4274-b4b3-84fd2297d58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea009da0-ace7-4774-93ef-0a35785f83c1,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:31.752758 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7a02d6e7-ce19-4e0d-bf3e-317562069ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.774696 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7a02d6e7-ce19-4e0d-bf3e-317562069ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.822322 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7a02d6e7-ce19-4e0d-bf3e-317562069ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.825041 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7a02d6e7-ce19-4e0d-bf3e-317562069ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:31.826196 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7a02d6e7-ce19-4e0d-bf3e-317562069ced admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea009da0-ace7-4774-93ef-0a35785f83c1 HTTP/1.1" status: 204 len: 168 time: 0.1255245 Dec 15 13:45:31.834264 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02d6e7-ce19-4e0d-bf3e-317562069ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea009da0-ace7-4774-93ef-0a35785f83c1,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:32.201685 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-80a216d8-9a47-441c-ab54-b26b31e8ae8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.275077 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.460439 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60278) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:33.579720 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5859-9079-4bf4-8d46-06f411da956c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.670057 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5859-9079-4bf4-8d46-06f411da956c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.673704 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5859-9079-4bf4-8d46-06f411da956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.715578 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bbfd5859-9079-4bf4-8d46-06f411da956c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe0147cf5c914272bee1c7366e21cda7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538106 Dec 15 13:45:33.716663 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd5859-9079-4bf4-8d46-06f411da956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3d7ded-d49f-49f0-90b7-719e90444756,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:33.722251 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60284) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:33.773015 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4de19f9e-8ad1-4f7b-95b7-8ebe66f585e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.794216 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4de19f9e-8ad1-4f7b-95b7-8ebe66f585e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.842568 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4de19f9e-8ad1-4f7b-95b7-8ebe66f585e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.845479 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4de19f9e-8ad1-4f7b-95b7-8ebe66f585e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:33.846656 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4de19f9e-8ad1-4f7b-95b7-8ebe66f585e1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff3d7ded-d49f-49f0-90b7-719e90444756 HTTP/1.1" status: 204 len: 168 time: 0.1236997 Dec 15 13:45:33.855277 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de19f9e-8ad1-4f7b-95b7-8ebe66f585e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3d7ded-d49f-49f0-90b7-719e90444756,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:34.126424 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60302) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:34.139278 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-568f6837-1dde-4e2f-aa36-50639daf1d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.218061 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-568f6837-1dde-4e2f-aa36-50639daf1d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.222139 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-568f6837-1dde-4e2f-aa36-50639daf1d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.258590 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-568f6837-1dde-4e2f-aa36-50639daf1d7a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b4b34e5320be4adb86dad15dba23f01a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310556 Dec 15 13:45:34.261249 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60304) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:34.263456 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f6837-1dde-4e2f-aa36-50639daf1d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947825c2-1266-476b-bf84-992f21cabc1d,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:34.309727 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6712af8a-16cb-4f1d-80e5-bf142d8adad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.329804 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6712af8a-16cb-4f1d-80e5-bf142d8adad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.375517 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6712af8a-16cb-4f1d-80e5-bf142d8adad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.378377 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6712af8a-16cb-4f1d-80e5-bf142d8adad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.380073 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6712af8a-16cb-4f1d-80e5-bf142d8adad5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/947825c2-1266-476b-bf84-992f21cabc1d HTTP/1.1" status: 204 len: 168 time: 0.1167266 Dec 15 13:45:34.388902 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712af8a-16cb-4f1d-80e5-bf142d8adad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947825c2-1266-476b-bf84-992f21cabc1d,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:34.927321 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:35.545362 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:36.459786 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.091362 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60398) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:38.194331 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d940a18f-18fe-4a1a-8d86-0e0291d94894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.269457 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d940a18f-18fe-4a1a-8d86-0e0291d94894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.273556 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d940a18f-18fe-4a1a-8d86-0e0291d94894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.309054 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940a18f-18fe-4a1a-8d86-0e0291d94894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c83319-61bf-4897-b68b-e05719cc63d2,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:38.314222 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d940a18f-18fe-4a1a-8d86-0e0291d94894 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=80a6da0edd28443b931dd86bd7a5c3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217791 Dec 15 13:45:38.315812 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60402) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:38.362306 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1051591c-df2d-4d94-80e7-c18e62f638f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.383356 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1051591c-df2d-4d94-80e7-c18e62f638f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.428667 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1051591c-df2d-4d94-80e7-c18e62f638f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.431595 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1051591c-df2d-4d94-80e7-c18e62f638f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.432730 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1051591c-df2d-4d94-80e7-c18e62f638f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/52c83319-61bf-4897-b68b-e05719cc63d2 HTTP/1.1" status: 204 len: 168 time: 0.1160161 Dec 15 13:45:38.440056 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051591c-df2d-4d94-80e7-c18e62f638f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c83319-61bf-4897-b68b-e05719cc63d2,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:38.704343 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60418) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:38.718675 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c173bbf-0f45-43c4-9add-aac755684db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.794647 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c173bbf-0f45-43c4-9add-aac755684db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.798511 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c173bbf-0f45-43c4-9add-aac755684db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.839396 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1c173bbf-0f45-43c4-9add-aac755684db2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6ced9c22670b43a8b52c776b69dbe6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339028 Dec 15 13:45:38.840236 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c173bbf-0f45-43c4-9add-aac755684db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4922d3-9aac-493f-ba26-2afe180b0394,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:38.842870 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60420) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:38.898320 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b5de89b-17e8-4f0d-9ef1-65fd923c058f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.919987 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b5de89b-17e8-4f0d-9ef1-65fd923c058f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.966165 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b5de89b-17e8-4f0d-9ef1-65fd923c058f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.968700 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b5de89b-17e8-4f0d-9ef1-65fd923c058f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:38.969908 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6b5de89b-17e8-4f0d-9ef1-65fd923c058f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cb4922d3-9aac-493f-ba26-2afe180b0394 HTTP/1.1" status: 204 len: 168 time: 0.1251159 Dec 15 13:45:38.978074 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5de89b-17e8-4f0d-9ef1-65fd923c058f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4922d3-9aac-493f-ba26-2afe180b0394,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:39.276453 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60426) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:39.289203 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-79ddd973-7b42-4b57-929d-7980ef09b2ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.360857 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-79ddd973-7b42-4b57-929d-7980ef09b2ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.365092 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-79ddd973-7b42-4b57-929d-7980ef09b2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.402880 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-79ddd973-7b42-4b57-929d-7980ef09b2ed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=504cd965c0b54584a3ef82c0196f21c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253629 Dec 15 13:45:39.403973 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddd973-7b42-4b57-929d-7980ef09b2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eae7bc-305a-4458-a73e-49cad9d87707,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:39.405558 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60428) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:39.453301 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eff44dd6-3c30-4818-aafe-5c08e08963e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.473454 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eff44dd6-3c30-4818-aafe-5c08e08963e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.518525 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eff44dd6-3c30-4818-aafe-5c08e08963e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.521079 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-eff44dd6-3c30-4818-aafe-5c08e08963e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:39.522324 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-eff44dd6-3c30-4818-aafe-5c08e08963e0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e7eae7bc-305a-4458-a73e-49cad9d87707 HTTP/1.1" status: 204 len: 168 time: 0.1150334 Dec 15 13:45:39.530165 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff44dd6-3c30-4818-aafe-5c08e08963e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eae7bc-305a-4458-a73e-49cad9d87707,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:40.143135 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60462) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:40.346443 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f8440519-c26b-4da2-b577-e111f4a9251b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:40.424206 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f8440519-c26b-4da2-b577-e111f4a9251b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:40.428441 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f8440519-c26b-4da2-b577-e111f4a9251b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:40.467136 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-f8440519-c26b-4da2-b577-e111f4a9251b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=57fe5338d700481d89411d6fe6b5d6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227580 Dec 15 13:45:40.469051 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8440519-c26b-4da2-b577-e111f4a9251b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d9b5fc-66a6-4cce-9113-6a021d370598,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:40.469909 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60494) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:40.528042 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21cdc41b-3c5e-41c5-8345-79bda87f4bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:40.553508 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21cdc41b-3c5e-41c5-8345-79bda87f4bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:40.619744 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21cdc41b-3c5e-41c5-8345-79bda87f4bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:40.622821 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21cdc41b-3c5e-41c5-8345-79bda87f4bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:40.626458 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-21cdc41b-3c5e-41c5-8345-79bda87f4bb0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/80d9b5fc-66a6-4cce-9113-6a021d370598 HTTP/1.1" status: 204 len: 168 time: 0.1552515 Dec 15 13:45:40.644094 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdc41b-3c5e-41c5-8345-79bda87f4bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d9b5fc-66a6-4cce-9113-6a021d370598,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:40.957329 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60518) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:40.973057 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3a1c6cc9-73ff-4f0d-899c-28c16d424771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:40.992109 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6597d0a3-1556-4553-948c-7f101267476e req-da03f25d-7ec2-47e8-a342-f1dda8d31e91 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482078 Dec 15 13:45:41.061034 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597d0a3-1556-4553-948c-7f101267476e req-efbd323d-cc57-4e8c-9ed4-ef8c31ea29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.062997 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6597d0a3-1556-4553-948c-7f101267476e req-efbd323d-cc57-4e8c-9ed4-ef8c31ea29b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 1098 time: 0.0467300 Dec 15 13:45:41.074754 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3a1c6cc9-73ff-4f0d-899c-28c16d424771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.078808 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3a1c6cc9-73ff-4f0d-899c-28c16d424771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.116955 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c6cc9-73ff-4f0d-899c-28c16d424771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dde1c79-5d4d-4627-87a5-730c4d22a899,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:41.124049 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3a1c6cc9-73ff-4f0d-899c-28c16d424771 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=679cd7117b55403fa6f51943c79ee037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648200 Dec 15 13:45:41.124680 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60532) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:41.183137 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597d0a3-1556-4553-948c-7f101267476e req-2d9a0c00-78bc-47e9-b1a3-c78e25cd9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.185176 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6597d0a3-1556-4553-948c-7f101267476e req-2d9a0c00-78bc-47e9-b1a3-c78e25cd9e5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.0995688 Dec 15 13:45:41.189471 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-716fcba1-b796-44ca-85d0-50f3d7581b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.214025 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-716fcba1-b796-44ca-85d0-50f3d7581b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.273469 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-716fcba1-b796-44ca-85d0-50f3d7581b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.274764 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6597d0a3-1556-4553-948c-7f101267476e req-f995f890-5e7b-494f-ab9e-155a6873bd18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d HTTP/1.1" status: 200 len: 1001 time: 0.0807748 Dec 15 13:45:41.276835 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-716fcba1-b796-44ca-85d0-50f3d7581b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:41.277994 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-716fcba1-b796-44ca-85d0-50f3d7581b8b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7dde1c79-5d4d-4627-87a5-730c4d22a899 HTTP/1.1" status: 204 len: 168 time: 0.1518252 Dec 15 13:45:41.286900 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fcba1-b796-44ca-85d0-50f3d7581b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dde1c79-5d4d-4627-87a5-730c4d22a899,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:41.341225 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597d0a3-1556-4553-948c-7f101267476e req-5fa95d8c-d52e-4e22-a4c0-89e7097b2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.342759 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6597d0a3-1556-4553-948c-7f101267476e req-5fa95d8c-d52e-4e22-a4c0-89e7097b2b9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0611327 Dec 15 13:45:41.400774 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597d0a3-1556-4553-948c-7f101267476e req-96c44da2-6ddb-42c0-b85a-1cc46b542d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:41.403282 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6597d0a3-1556-4553-948c-7f101267476e req-96c44da2-6ddb-42c0-b85a-1cc46b542d9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531206 Dec 15 13:45:41.515147 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6597d0a3-1556-4553-948c-7f101267476e req-b9540805-6210-44f8-8a15-94905020774e service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044812 Dec 15 13:45:41.615997 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6597d0a3-1556-4553-948c-7f101267476e req-d56ca712-d7bc-4da2-8e48-bd77c3ef1cbc service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917630 Dec 15 13:45:43.067939 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60592) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:43.173895 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1daaed78-6e04-4118-9635-361c98332464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.250683 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1daaed78-6e04-4118-9635-361c98332464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.254417 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1daaed78-6e04-4118-9635-361c98332464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.295399 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1daaed78-6e04-4118-9635-361c98332464 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=645d249ee6864ab587d3993f6fa23b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263234 Dec 15 13:45:43.296631 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaed78-6e04-4118-9635-361c98332464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1620aa3b-c88f-4ac3-adff-4397a5458fb6,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:43.298110 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60596) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:43.354400 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22a53fbe-eafa-4e37-8fa2-00688851f7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.380480 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22a53fbe-eafa-4e37-8fa2-00688851f7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.427458 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22a53fbe-eafa-4e37-8fa2-00688851f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.430157 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-22a53fbe-eafa-4e37-8fa2-00688851f7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.431306 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-22a53fbe-eafa-4e37-8fa2-00688851f7ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1620aa3b-c88f-4ac3-adff-4397a5458fb6 HTTP/1.1" status: 204 len: 168 time: 0.1276441 Dec 15 13:45:43.441059 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a53fbe-eafa-4e37-8fa2-00688851f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1620aa3b-c88f-4ac3-adff-4397a5458fb6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:43.693350 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60602) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:43.706729 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9e42b75a-a363-4a59-b466-cd24525fa5f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.780572 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9e42b75a-a363-4a59-b466-cd24525fa5f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.784536 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9e42b75a-a363-4a59-b466-cd24525fa5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.823395 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-9e42b75a-a363-4a59-b466-cd24525fa5f8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2d729194753d4882ad3a5cd8b4b9fde8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289122 Dec 15 13:45:43.824220 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42b75a-a363-4a59-b466-cd24525fa5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4096fd8b-8adf-49b9-8227-85810110e8c8,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:43.826182 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60604) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:43.876541 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-45e65f3d-00a7-4d04-ab28-4c2a3c72fec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.898824 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-45e65f3d-00a7-4d04-ab28-4c2a3c72fec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.946633 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-45e65f3d-00a7-4d04-ab28-4c2a3c72fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.949222 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-45e65f3d-00a7-4d04-ab28-4c2a3c72fec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.950418 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-45e65f3d-00a7-4d04-ab28-4c2a3c72fec2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4096fd8b-8adf-49b9-8227-85810110e8c8 HTTP/1.1" status: 204 len: 168 time: 0.1232386 Dec 15 13:45:43.958768 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e65f3d-00a7-4d04-ab28-4c2a3c72fec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4096fd8b-8adf-49b9-8227-85810110e8c8,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:45.418098 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60654) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:45.612640 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Deleting port 56f910bb-4269-4abc-9ecd-c82f416606ac {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:45.612980 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.704932 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.705210 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.720243 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Calling delete_port for 56f910bb-4269-4abc-9ecd-c82f416606ac owned by network:floatingip {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:45.886513 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.922236 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event deleted for resources: {'Port': ['ID=56f910bb-4269-4abc-9ecd-c82f416606ac,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:45.982032 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.982390 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Floating IP da4f8efb-029b-4815-9cf9-c752cde30750 disassociated (deleted). External IP: 172.27.1.159, port: ad5d037e-580b-4432-81b5-1d7c3583d89d. Dec 15 13:45:46.086746 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60678) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:46.231964 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Router 31920225-105f-4b78-a4f1-470ea8f56b78 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:46.241742 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-393d5927-1fb0-41d3-9e82-e0e3872b2d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.324686 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-393d5927-1fb0-41d3-9e82-e0e3872b2d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.330647 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-393d5927-1fb0-41d3-9e82-e0e3872b2d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.361870 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:46.367187 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.372784 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-393d5927-1fb0-41d3-9e82-e0e3872b2d8a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ad75c90355234530bfc7a16598a46bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846687 Dec 15 13:45:46.375432 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60684) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:46.376300 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:46.382898 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d5927-1fb0-41d3-9e82-e0e3872b2d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3dde03-187a-4445-a377-edb0ce1be8d1,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:46.389229 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:46.389805 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:46.416326 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-088a402d-5ff8-4b12-9f62-d221756a3b6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "DELETE /v2.0/floatingips/da4f8efb-029b-4815-9cf9-c752cde30750 HTTP/1.1" status: 204 len: 168 time: 0.9919298 Dec 15 13:45:46.416326 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:46.417795 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee258b-9c31-47ce-baa9-7b99e109bea3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:46.445731 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e5471bcd-f2cd-41b4-b4e2-c2fbb02ed5ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.477072 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e5471bcd-f2cd-41b4-b4e2-c2fbb02ed5ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.487002 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb319d71-5509-4f90-a926-5644a44db84b x-openstack-request-id: req-cb319d71-5509-4f90-a926-5644a44db84b {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:46.487564 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:46.487705 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cb319d71-5509-4f90-a926-5644a44db84b {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:46.490144 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'status': 'completed', 'code': 200} Dec 15 13:45:46.535813 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:46.558360 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e5471bcd-f2cd-41b4-b4e2-c2fbb02ed5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.561024 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e5471bcd-f2cd-41b4-b4e2-c2fbb02ed5ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.568270 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e5471bcd-f2cd-41b4-b4e2-c2fbb02ed5ec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fb3dde03-187a-4445-a377-edb0ce1be8d1 HTTP/1.1" status: 204 len: 168 time: 0.1917086 Dec 15 13:45:46.571914 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-1bd9b05a-5137-4a74-bfb3-b2a113740c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.573677 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-1bd9b05a-5137-4a74-bfb3-b2a113740c98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 1098 time: 0.0579786 Dec 15 13:45:46.594098 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5471bcd-f2cd-41b4-b4e2-c2fbb02ed5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3dde03-187a-4445-a377-edb0ce1be8d1,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:46.718548 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-d4c6db2a-e2be-4ba6-928d-c805c97f1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.720270 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-d4c6db2a-e2be-4ba6-928d-c805c97f1721 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.1384690 Dec 15 13:45:46.773593 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9df60-ac5b-4338-b7b5-3da84775cea9 req-ea72ab9e-994c-44d5-8816-05389a2a0e2d tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.776497 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4ff9df60-ac5b-4338-b7b5-3da84775cea9 req-ea72ab9e-994c-44d5-8816-05389a2a0e2d tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 945 time: 0.0800140 Dec 15 13:45:46.790497 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-6d107da2-15bc-493b-95d9-a659f0369aa1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d HTTP/1.1" status: 200 len: 217 time: 0.0604463 Dec 15 13:45:46.848073 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4ff9df60-ac5b-4338-b7b5-3da84775cea9 req-6efe0a27-cd66-4183-b598-4d6867d290a8 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625196 Dec 15 13:45:46.854924 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-13b34021-489a-49e2-bd7d-2bd257b33704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.856592 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-13b34021-489a-49e2-bd7d-2bd257b33704 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0584590 Dec 15 13:45:46.923515 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-e45067d7-a147-4f60-a432-ff9a7869c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:46.925326 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-e45067d7-a147-4f60-a432-ff9a7869c831 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607550 Dec 15 13:45:47.037638 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:44Z', 'revision_number': 1, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:47.042204 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60696) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:47.046170 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-abdb489a-b94c-4840-a240-d0e491b52986 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112857 Dec 15 13:45:47.058584 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0b5d68e2-0932-48c3-b4f3-25c19a550c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.067883 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:47.080173 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:47.080919 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:47.165692 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dee258b-9c31-47ce-baa9-7b99e109bea3 req-846e8933-c182-4f7c-b4ba-0123501d2353 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109264 Dec 15 13:45:47.165933 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0b5d68e2-0932-48c3-b4f3-25c19a550c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.176112 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0b5d68e2-0932-48c3-b4f3-25c19a550c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.215412 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:47.217536 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-0b5d68e2-0932-48c3-b4f3-25c19a550c4f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4b8df23fe54346199222262cc0357a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741438 Dec 15 13:45:47.220534 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60700) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:47.228477 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d68e2-0932-48c3-b4f3-25c19a550c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ee9aa0-a72a-4c4a-8766-7f8159da5aed,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:47.294863 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.323136 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.372694 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.375580 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:47.380980 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5ee9aa0-a72a-4c4a-8766-7f8159da5aed HTTP/1.1" status: 204 len: 168 time: 0.1556551 Dec 15 13:45:47.389992 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ee9aa0-a72a-4c4a-8766-7f8159da5aed,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:47.397732 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.398114 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.398457 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.398794 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.399124 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.399451 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.399913 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.400248 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.400571 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.400899 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.401222 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.401544 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.401893 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b508e-8354-4c6a-8cf2-62e688475951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:47.487512 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:44Z', 'revision_number': 1, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:47.518137 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2c120-2541-4157-bfec-eedf01ae84a9 None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_floatingips': [{'id': 'e6cc8986-5a24-4981-af99-d2ca25707235', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'router_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'port_id': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'mac_address': 'fa:16:3e:1c:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f13b7-ec74-46ef-804f-57424152547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:42Z', 'updated_at': '2021-12-15T13:41:44Z', 'revision_number': 1, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:47.762585 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada51499-3adf-4d42-9aed-2a5051729280 None None] New status for floating IP da4f8efb-029b-4815-9cf9-c752cde30750: DOWN {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:45:47.977261 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aac07-6b22-43a3-84cf-0a74db0ef631 req-4d362534-60e1-404c-a622-1f5416c2b8ba tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:47.977261 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a90aac07-6b22-43a3-84cf-0a74db0ef631 req-4d362534-60e1-404c-a622-1f5416c2b8ba tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 945 time: 0.0522940 Dec 15 13:45:48.036125 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a90aac07-6b22-43a3-84cf-0a74db0ef631 req-64e14cb0-ffb3-4b9c-8d14-bf2e8c5b5df2 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503004 Dec 15 13:45:48.404174 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-5239b07d-c13e-4419-82b7-0d7b3493bd83 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.405839 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-5239b07d-c13e-4419-82b7-0d7b3493bd83 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 945 time: 0.0582938 Dec 15 13:45:48.500583 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Deleting port ad5d037e-580b-4432-81b5-1d7c3583d89d {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:48.500847 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.597874 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] For port ad5d037e-580b-4432-81b5-1d7c3583d89d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad5d037e-580b-4432-81b5-1d7c3583d89d,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:48.598234 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.612685 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Calling delete_port for ad5d037e-580b-4432-81b5-1d7c3583d89d owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:48.759333 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.792012 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event deleted for resources: {'Port': ['ID=ad5d037e-580b-4432-81b5-1d7c3583d89d,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:48.835845 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] No DVR routers for this DVR port ad5d037e-580b-4432-81b5-1d7c3583d89d on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:48.838449 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.841879 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d8c6da88-73ee-4474-9de7-98e12850fabb req-9080b4bb-514b-4dc3-8fd4-18fd718cc4df tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "DELETE /v2.0/ports/ad5d037e-580b-4432-81b5-1d7c3583d89d HTTP/1.1" status: 204 len: 173 time: 0.4294698 Dec 15 13:45:48.842423 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'name': 'network-vif-deleted', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:48.844643 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c9ac6c-33a7-4bf2-8df1-3b92abf9de51" -d '{"events": [{"server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "name": "network-vif-deleted", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:48.891703 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec7f416-fab2-4442-96b5-ab7d659c155a x-openstack-request-id: req-5ec7f416-fab2-4442-96b5-ab7d659c155a {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:48.891993 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9aceb1-a94c-418d-bbb3-bcc4b14f482e", "name": "network-vif-deleted", "tag": "ad5d037e-580b-4432-81b5-1d7c3583d89d", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:48.892255 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5ec7f416-fab2-4442-96b5-ab7d659c155a {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:48.892653 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9aceb1-a94c-418d-bbb3-bcc4b14f482e', 'name': 'network-vif-deleted', 'tag': 'ad5d037e-580b-4432-81b5-1d7c3583d89d', 'status': 'completed', 'code': 200} Dec 15 13:45:49.135865 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f0f0c27d-de10-4fff-9d12-39f0a158c07d req-db3c1c38-ad2a-4d97-9974-a1fa359fd725 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e9aceb1-a94c-418d-bbb3-bcc4b14f482e HTTP/1.1" status: 200 len: 210 time: 0.0319111 Dec 15 13:45:52.419604 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60794) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:52.579673 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Deleting port 9ee329e1-059a-476d-bf96-d3c8db5d4cb8 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:52.580008 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:52.617918 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device ad5d037e-580b-4432-81b5-1d7c3583d89d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:52.637774 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: ad5d037e-580b-4432-81b5-1d7c3583d89d {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:52.638527 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device ad5d037e-580b-4432-81b5-1d7c3583d89d not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:52.662181 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:52.662499 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:52.674162 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Calling delete_port for 9ee329e1-059a-476d-bf96-d3c8db5d4cb8 owned by network:floatingip {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:52.821849 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:52.846979 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event deleted for resources: {'Port': ['ID=9ee329e1-059a-476d-bf96-d3c8db5d4cb8,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:52.903453 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:52.903781 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Floating IP e6cc8986-5a24-4981-af99-d2ca25707235 disassociated (deleted). External IP: 172.27.1.26, port: 4e829204-dbd1-42b8-a2ff-635b2e378baf. Dec 15 13:45:53.117836 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Router 31920225-105f-4b78-a4f1-470ea8f56b78 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:53.228765 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:53.233927 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:53.243500 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:53.252833 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:53.253445 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:53.264327 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-319b7f92-a6b4-4f37-95e3-11f1d3dd8ed7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "DELETE /v2.0/floatingips/e6cc8986-5a24-4981-af99-d2ca25707235 HTTP/1.1" status: 204 len: 168 time: 0.8435211 Dec 15 13:45:53.264992 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:53.267359 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91188e1-4ced-4e5f-ba6b-01f353c09256" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:53.314332 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b018b39b-8a45-4bb4-aa8d-62995175d810 x-openstack-request-id: req-b018b39b-8a45-4bb4-aa8d-62995175d810 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:53.314773 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:53.315076 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b018b39b-8a45-4bb4-aa8d-62995175d810 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:53.315613 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'status': 'completed', 'code': 200} Dec 15 13:45:53.404532 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-04635181-fce4-471e-b249-de0db9cd77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.406231 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-04635181-fce4-471e-b249-de0db9cd77dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0da9050a08e442887ca8dc346374836&device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 1098 time: 0.0663638 Dec 15 13:45:53.431869 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:53.553995 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5248a49-06a6-4a0d-985a-970da40321ae req-70f86522-d7d7-48b2-9e09-541aff2d9588 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.555577 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e5248a49-06a6-4a0d-985a-970da40321ae req-70f86522-d7d7-48b2-9e09-541aff2d9588 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 945 time: 0.0575635 Dec 15 13:45:53.618364 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e5248a49-06a6-4a0d-985a-970da40321ae req-33d964a9-e958-432c-a839-37a61c7bae6b tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563071 Dec 15 13:45:53.676327 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:53.705457 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:53.714419 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:53.715021 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:53.808727 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-690b6c4c-599c-4c39-92f5-f0cb638c93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.810319 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-690b6c4c-599c-4c39-92f5-f0cb638c93b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 200 len: 913 time: 0.3861690 Dec 15 13:45:53.821657 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:53.853310 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-0c59aeb4-a446-4d8e-99d3-e0712ad2cd31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf HTTP/1.1" status: 200 len: 217 time: 0.0338800 Dec 15 13:45:53.902281 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-a459699d-953d-4a8b-86de-ad9c64026f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.903647 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-a459699d-953d-4a8b-86de-ad9c64026f23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 200 len: 851 time: 0.0425575 Dec 15 13:45:53.955338 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-97b42fea-e10f-49f9-89da-6f2dec61a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:53.959182 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-97b42fea-e10f-49f9-89da-6f2dec61a85f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf9178e-ef91-4e23-a896-35ca60172592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425353 Dec 15 13:45:54.020504 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:54.048190 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c2909-0b05-48d6-8220-c99bdb3afd9f None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:37:58Z', 'revision_number': 4, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi', '_interfaces': [{'id': '280fd11c-fb91-4c8d-bc0e-863572c1ed0e', 'name': '', 'network_id': '7bf9178e-ef91-4e23-a896-35ca60172592', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'mac_address': 'fa:16:3e:55:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '89513571-70e8-446d-99c6-6446748ef3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:57Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'subnets': [{'id': '89513571-70e8-446d-99c6-6446748ef3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:54.052904 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-2f7803d9-f50d-4392-919e-b51d02031e64 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867846 Dec 15 13:45:54.150910 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b91188e1-4ced-4e5f-ba6b-01f353c09256 req-955c147f-d107-499c-a812-70329fec9313 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884540 Dec 15 13:45:54.271653 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbc0ca-cda0-4516-9b14-de498d9697c8 None None] New status for floating IP e6cc8986-5a24-4981-af99-d2ca25707235: DOWN {{(pid=102650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:45:54.742409 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cef2f5-5fa0-4d77-9b66-a95d90e02d02 req-00f9f136-f165-4230-8ce9-2c66a37f1153 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:54.744098 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-88cef2f5-5fa0-4d77-9b66-a95d90e02d02 req-00f9f136-f165-4230-8ce9-2c66a37f1153 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 945 time: 0.0497141 Dec 15 13:45:54.794948 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-88cef2f5-5fa0-4d77-9b66-a95d90e02d02 req-6c09934c-20df-495f-b44b-bd21f355a41c tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/security-groups?id=fcf70fc2-d28b-482d-baaa-5118a849ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448861 Dec 15 13:45:55.232591 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-d86403e6-f366-486e-9cec-615f1d56e4f1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:55.234054 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-d86403e6-f366-486e-9cec-615f1d56e4f1 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 945 time: 0.0482090 Dec 15 13:45:55.322239 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Deleting port 4e829204-dbd1-42b8-a2ff-635b2e378baf {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:55.322573 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.417254 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] For port 4e829204-dbd1-42b8-a2ff-635b2e378baf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e829204-dbd1-42b8-a2ff-635b2e378baf,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:55.417602 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.429909 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Calling delete_port for 4e829204-dbd1-42b8-a2ff-635b2e378baf owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:55.554153 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.580089 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event deleted for resources: {'Port': ['ID=4e829204-dbd1-42b8-a2ff-635b2e378baf,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:55.627563 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] No DVR routers for this DVR port 4e829204-dbd1-42b8-a2ff-635b2e378baf on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:55.630158 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:55.639079 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-24019468-80e3-40cf-91cd-aac9ea5928eb req-3739f26b-ccdf-48ef-a457-40cca1650290 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.66 "DELETE /v2.0/ports/4e829204-dbd1-42b8-a2ff-635b2e378baf HTTP/1.1" status: 204 len: 173 time: 0.3912506 Dec 15 13:45:55.639079 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'name': 'network-vif-deleted', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:55.639079 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf55a371-fffe-4b09-bc05-714be840dc64" -d '{"events": [{"server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "name": "network-vif-deleted", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:55.674569 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b22691-7fbc-44bc-8256-1b26e9e85dee x-openstack-request-id: req-54b22691-7fbc-44bc-8256-1b26e9e85dee {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:55.674861 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f13b7-ec74-46ef-804f-57424152547a", "name": "network-vif-deleted", "tag": "4e829204-dbd1-42b8-a2ff-635b2e378baf", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:55.675112 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-54b22691-7fbc-44bc-8256-1b26e9e85dee {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:55.675514 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f13b7-ec74-46ef-804f-57424152547a', 'name': 'network-vif-deleted', 'tag': '4e829204-dbd1-42b8-a2ff-635b2e378baf', 'status': 'completed', 'code': 200} Dec 15 13:45:55.675670 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:45:55.890422 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-cd88bc82-51e4-422a-bcc4-7e6637ab98ea req-f927a8c1-27b5-480f-b505-68dae938712f tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e1f13b7-ec74-46ef-804f-57424152547a HTTP/1.1" status: 200 len: 210 time: 0.0263610 Dec 15 13:45:56.947065 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60866) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:57.090396 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Deleting port 8f051d2b-bc82-4dd8-ac37-9a41a99be309 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:57.090739 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.173186 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.173419 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.186495 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Calling delete_port for 8f051d2b-bc82-4dd8-ac37-9a41a99be309 owned by network:floatingip {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:57.326493 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.358020 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event deleted for resources: {'Port': ['ID=8f051d2b-bc82-4dd8-ac37-9a41a99be309,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:57.430163 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for floatingip, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.432627 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for floatingip, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:57.433773 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-4a3f01ae-2535-4f9f-a277-2ac528d596d7 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "DELETE /v2.0/floatingips/35a8728e-e70b-479e-87af-eaea6efe7cf1 HTTP/1.1" status: 204 len: 168 time: 0.4856496 Dec 15 13:45:58.167446 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60888) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:58.270686 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3abcd73-fc15-4319-a534-ea254ce911ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.348029 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3abcd73-fc15-4319-a534-ea254ce911ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.352900 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3abcd73-fc15-4319-a534-ea254ce911ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.398506 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e3abcd73-fc15-4319-a534-ea254ce911ff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=af14df4fc9b94da5b5ac0c999109bd32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299407 Dec 15 13:45:58.399466 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abcd73-fc15-4319-a534-ea254ce911ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d963d4f-c821-4d5d-9898-6e778b9a396a,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:58.401244 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60892) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:58.454612 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-33d8b9fb-cad3-4239-a98a-3f6d69ece318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.475706 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-33d8b9fb-cad3-4239-a98a-3f6d69ece318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.524272 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-33d8b9fb-cad3-4239-a98a-3f6d69ece318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.526759 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-33d8b9fb-cad3-4239-a98a-3f6d69ece318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.527895 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-33d8b9fb-cad3-4239-a98a-3f6d69ece318 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9d963d4f-c821-4d5d-9898-6e778b9a396a HTTP/1.1" status: 204 len: 168 time: 0.1256146 Dec 15 13:45:58.536198 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8b9fb-cad3-4239-a98a-3f6d69ece318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d963d4f-c821-4d5d-9898-6e778b9a396a,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:58.640343 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 4e829204-dbd1-42b8-a2ff-635b2e378baf no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:58.643152 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60900) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:58.664486 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 4e829204-dbd1-42b8-a2ff-635b2e378baf {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:58.665127 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 4e829204-dbd1-42b8-a2ff-635b2e378baf not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:58.705676 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-acf12303-0839-4235-ba95-a64d81e1ee07 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.742689 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-acf12303-0839-4235-ba95-a64d81e1ee07 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.798144 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60902) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:58.805808 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-acf12303-0839-4235-ba95-a64d81e1ee07 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.808682 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-acf12303-0839-4235-ba95-a64d81e1ee07 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.812490 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-acf12303-0839-4235-ba95-a64d81e1ee07 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] 10.222.0.83 "DELETE /v2.0/security-groups/fcf70fc2-d28b-482d-baaa-5118a849ccef HTTP/1.1" status: 204 len: 168 time: 0.1655505 Dec 15 13:45:58.812666 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-57162f6d-a3f2-4cd6-89b0-7f3577fa8ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.821725 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf12303-0839-4235-ba95-a64d81e1ee07 tempest-TestVolumeBootPattern-1101037650 tempest-TestVolumeBootPattern-1101037650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf70fc2-d28b-482d-baaa-5118a849ccef,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:58.890078 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60906) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:58.891774 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-57162f6d-a3f2-4cd6-89b0-7f3577fa8ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.896613 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-57162f6d-a3f2-4cd6-89b0-7f3577fa8ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:58.938741 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-57162f6d-a3f2-4cd6-89b0-7f3577fa8ede admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5f54901e014445969f450e46fd5089d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393707 Dec 15 13:45:58.939833 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57162f6d-a3f2-4cd6-89b0-7f3577fa8ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4cf472-a692-4b8d-ad9e-f49f4ce5cac7,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:58.941628 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60912) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:45:58.997993 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e245-658b-41d4-8853-6c4a78770c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.025513 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e245-658b-41d4-8853-6c4a78770c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.080689 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e245-658b-41d4-8853-6c4a78770c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.083882 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e245-658b-41d4-8853-6c4a78770c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.085448 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d2a5e245-658b-41d4-8853-6c4a78770c14 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2d4cf472-a692-4b8d-ad9e-f49f4ce5cac7 HTTP/1.1" status: 204 len: 168 time: 0.1414917 Dec 15 13:45:59.094294 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5e245-658b-41d4-8853-6c4a78770c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4cf472-a692-4b8d-ad9e-f49f4ce5cac7,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:59.529794 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.659484 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-13bf4128-d63a-4e52-a4b0-90f413f9edd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.798795 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Deleting port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:59.799131 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.881597 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] For port 280fd11c-fb91-4c8d-bc0e-863572c1ed0e, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:59.882095 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.894911 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Calling delete_port for 280fd11c-fb91-4c8d-bc0e-863572c1ed0e owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:00.084798 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.112587 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=280fd11c-fb91-4c8d-bc0e-863572c1ed0e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:00.284739 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.524439 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Router 31920225-105f-4b78-a4f1-470ea8f56b78 has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:00.646244 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:00.651646 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-172cc172-7538-428e-8ef0-fdac9cab38b0 admin admin] 10.222.0.83 "PUT /v2.0/routers/31920225-105f-4b78-a4f1-470ea8f56b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605107 Dec 15 13:46:00.654624 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60930) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:00.656276 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] Sync routers for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:00.668405 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:00.669151 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:00.764328 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks [] for router, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.775975 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: dv-cinder-813228-4-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:00.877397 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.935640 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Deleting port 88e9c4ee-249a-4eee-96e8-76942eb5641b {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:00.936140 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.970078 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:46:00Z', 'revision_number': 5, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port': {'id': '88e9c4ee-249a-4eee-96e8-76942eb5641b', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:01.001583 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] Checking router: 31920225-105f-4b78-a4f1-470ea8f56b78 for host: dv-cinder-813228-4-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:01.011591 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] Routers {'31920225-105f-4b78-a4f1-470ea8f56b78'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:01.012189 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:45:32Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['31920225-105f-4b78-a4f1-470ea8f56b78'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:01.027104 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] For port 88e9c4ee-249a-4eee-96e8-76942eb5641b, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=88e9c4ee-249a-4eee-96e8-76942eb5641b,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:01.027399 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.045222 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Calling delete_port for 88e9c4ee-249a-4eee-96e8-76942eb5641b owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:01.100486 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] Set router 31920225-105f-4b78-a4f1-470ea8f56b78 gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:01.224476 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.260836 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e9c4ee-249a-4eee-96e8-76942eb5641b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:01.289485 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:46:00Z', 'revision_number': 6, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port_host': None}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:01.320895 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.324465 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f0c0b-fbf3-4aec-a215-a419ae41cc7e None None] The sync data for ids ['31920225-105f-4b78-a4f1-470ea8f56b78'] in dv-cinder-813228-4-iscsi is: [{'id': '31920225-105f-4b78-a4f1-470ea8f56b78', 'name': 'tempest-TestVolumeBootPattern-1267630412-router', 'tenant_id': 'c0da9050a08e442887ca8dc346374836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:37:54Z', 'updated_at': '2021-12-15T13:46:00Z', 'revision_number': 6, 'project_id': 'c0da9050a08e442887ca8dc346374836', 'gw_port_host': None}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:01.413683 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.416448 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.463550 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.464105 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31920225-105f-4b78-a4f1-470ea8f56b78 {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:46:01.468701 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] Publish callbacks [] for router, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.469974 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f1941960-3a8c-4433-b6de-d2c0e91d2267 admin admin] 10.222.0.83 "DELETE /v2.0/routers/31920225-105f-4b78-a4f1-470ea8f56b78 HTTP/1.1" status: 204 len: 168 time: 0.8140836 Dec 15 13:46:01.473894 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60932) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:01.521570 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-59244d3e-0668-46dd-9a94-64b7da8d6ba1 admin admin] Deleting subnet 89513571-70e8-446d-99c6-6446748ef3f8 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:46:01.524820 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-59244d3e-0668-46dd-9a94-64b7da8d6ba1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.561251 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-59244d3e-0668-46dd-9a94-64b7da8d6ba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.646091 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-59244d3e-0668-46dd-9a94-64b7da8d6ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.712100 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-59244d3e-0668-46dd-9a94-64b7da8d6ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.738719 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59244d3e-0668-46dd-9a94-64b7da8d6ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89513571-70e8-446d-99c6-6446748ef3f8,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:01.745636 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-59244d3e-0668-46dd-9a94-64b7da8d6ba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.748675 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-59244d3e-0668-46dd-9a94-64b7da8d6ba1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/89513571-70e8-446d-99c6-6446748ef3f8 HTTP/1.1" status: 204 len: 168 time: 0.2732944 Dec 15 13:46:01.751101 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 60936) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:01.756264 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4deb566-1d3c-4335-9974-31ef75a8ff0a None None] Network 7bf9178e-ef91-4e23-a896-35ca60172592 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:01.830095 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.888525 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Deleting port 0679a945-4ab6-4166-aff3-7e15f80ca7db {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:01.888861 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.953944 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] For port 0679a945-4ab6-4166-aff3-7e15f80ca7db, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=0679a945-4ab6-4166-aff3-7e15f80ca7db,segment=NetworkSegment(d5e189a2-aae4-4a2c-8cb9-2ed4945580d4),segment_id=d5e189a2-aae4-4a2c-8cb9-2ed4945580d4)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:01.954300 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:01.967827 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Calling delete_port for 0679a945-4ab6-4166-aff3-7e15f80ca7db owned by network:dhcp {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:02.045353 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.074052 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0679a945-4ab6-4166-aff3-7e15f80ca7db,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:02.075778 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] No DVR routers for this DVR port 0679a945-4ab6-4166-aff3-7e15f80ca7db on host dv-cinder-813228-4-iscsi {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:02.127457 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bf047-6180-45cf-8a16-97aad1a6e152 None None] DHCP port deletion for 7bf9178e-ef91-4e23-a896-35ca60172592 request from dv-cinder-813228-4-iscsi {{(pid=102649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:46:02.157219 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.179308 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf9178e-ef91-4e23-a896-35ca60172592']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:02.185798 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 280fd11c-fb91-4c8d-bc0e-863572c1ed0e no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:02.190702 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:02.190986 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e189a2-aae4-4a2c-8cb9-2ed4945580d4') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:02.201232 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58885252'] for segment, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.215300 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.221533 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:46:02.221706 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 280fd11c-fb91-4c8d-bc0e-863572c1ed0e {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:02.222160 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 280fd11c-fb91-4c8d-bc0e-863572c1ed0e not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:02.222375 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932058'] for segment, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.222532 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 88e9c4ee-249a-4eee-96e8-76942eb5641b no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: Traceback (most recent call last): Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: timer() Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: cb(*args, **kw) Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: return func(*args, **kwargs) Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: self._notify() Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: self.callback(batched_events) Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: event.method(event) Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: return f(self, *a, **k) Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._get(url).json() Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:46:02.224961 dv-cinder-813228-4-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:46:02.227954 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c71416af-55a7-4130-8ef8-a397a05e4cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.244721 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 88e9c4ee-249a-4eee-96e8-76942eb5641b {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:02.245234 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 88e9c4ee-249a-4eee-96e8-76942eb5641b not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:02.245631 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 0679a945-4ab6-4166-aff3-7e15f80ca7db no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:02.265707 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: 0679a945-4ab6-4166-aff3-7e15f80ca7db {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:02.266102 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device 0679a945-4ab6-4166-aff3-7e15f80ca7db not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:02.290686 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.297005 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.299575 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7bf9178e-ef91-4e23-a896-35ca60172592 HTTP/1.1" status: 204 len: 168 time: 0.5475502 Dec 15 13:46:02.302666 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60938) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:02.315252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246ad51-cf74-4026-b600-c7ae938dcb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf9178e-ef91-4e23-a896-35ca60172592,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:02.647246 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784913'] for router_interface, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.881227 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Deleting port e1b90798-e3bd-43fe-b99f-ab73e92ef294 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:02.881466 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.958408 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] For port e1b90798-e3bd-43fe-b99f-ab73e92ef294, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=e1b90798-e3bd-43fe-b99f-ab73e92ef294,segment=NetworkSegment(7688fdd1-ef99-46aa-ad6c-63a107c1555d),segment_id=7688fdd1-ef99-46aa-ad6c-63a107c1555d)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:02.958775 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:02.970724 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Calling delete_port for e1b90798-e3bd-43fe-b99f-ab73e92ef294 owned by network:router_interface {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:03.142670 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.168842 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b90798-e3bd-43fe-b99f-ab73e92ef294,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:03.193803 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.194157 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.194498 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.194835 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.195168 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.195491 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.195814 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.196137 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.196464 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.196782 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.197101 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.197419 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.197740 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:03.279042 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.341177 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785037'] for router_interface, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.561482 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Router 854f19b6-65ad-4a84-8ae8-85be4965260b has already been hosted by L3 agent 074755fd-1638-43bf-a808-9057c4f6088b {{(pid=102648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:03.673298 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] Notify agent at l3_agent.dv-cinder-813228-4-iscsi the message routers_updated {{(pid=102648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:03.678371 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3e14cfb8-de63-4b80-a56e-f8046433d527 admin admin] 10.222.0.83 "PUT /v2.0/routers/854f19b6-65ad-4a84-8ae8-85be4965260b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3746634 Dec 15 13:46:03.680820 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60944) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:03.683878 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] Sync routers for ids ['854f19b6-65ad-4a84-8ae8-85be4965260b'] in dv-cinder-813228-4-iscsi {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:03.694835 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] Routers {'854f19b6-65ad-4a84-8ae8-85be4965260b'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:03.695539 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:46:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['854f19b6-65ad-4a84-8ae8-85be4965260b'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:03.787299 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.799386 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] Set router 854f19b6-65ad-4a84-8ae8-85be4965260b gateway port host: dv-cinder-813228-4-iscsi {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:03.886444 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.938199 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Deleting port ef5f43e9-7232-404a-ab4d-ee25ef541fc3 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:03.938628 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:03.973514 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'external_fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:46:03Z', 'revision_number': 5, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port': {'id': 'ef5f43e9-7232-404a-ab4d-ee25ef541fc3', 'name': '', 'network_id': 'bda64db1-6d5e-4ac4-a6c2-62a4402b20f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b05188bd-d601-44f8-9819-4ca2d9650a3e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-4-iscsi'}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:03.999949 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] Checking router: 854f19b6-65ad-4a84-8ae8-85be4965260b for host: dv-cinder-813228-4-iscsi {{(pid=102650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:04.007931 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] Routers {'854f19b6-65ad-4a84-8ae8-85be4965260b'} bound to L3 agent in host dv-cinder-813228-4-iscsi {{(pid=102650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:04.008520 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:28:32Z,description=,heartbeat_timestamp=2021-12-15T13:46:02Z,host='dv-cinder-813228-4-iscsi',id=074755fd-1638-43bf-a808-9057c4f6088b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:28:32Z,topic='l3_agent')) {'router_ids': ['854f19b6-65ad-4a84-8ae8-85be4965260b'], 'active': True} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:04.023342 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] For port ef5f43e9-7232-404a-ab4d-ee25ef541fc3, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=ef5f43e9-7232-404a-ab4d-ee25ef541fc3,segment=NetworkSegment(83a7da36-0f98-45ae-bc7a-f56a9b2ee567),segment_id=83a7da36-0f98-45ae-bc7a-f56a9b2ee567)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:04.023865 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.037858 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Calling delete_port for ef5f43e9-7232-404a-ab4d-ee25ef541fc3 owned by network:router_gateway {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:04.098819 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_dvr_db [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] Set router 854f19b6-65ad-4a84-8ae8-85be4965260b gateway port host: None {{(pid=102650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:04.155145 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.l3_hamode_db [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:46:03Z', 'revision_number': 6, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port_host': None}], 'dv-cinder-813228-4-iscsi', False) {} {{(pid=102650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:04.181236 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074e254-cff9-4d2b-96b6-4f4024eb81a3 None None] The sync data for ids ['854f19b6-65ad-4a84-8ae8-85be4965260b'] in dv-cinder-813228-4-iscsi is: [{'id': '854f19b6-65ad-4a84-8ae8-85be4965260b', 'name': 'tempest-TestVolumeBootPattern-329946024-router', 'tenant_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:38:02Z', 'updated_at': '2021-12-15T13:46:03Z', 'revision_number': 6, 'project_id': '9625cc6c79ee42cca4b0b0cc8cd55db6', 'gw_port_host': None}] {{(pid=102650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:04.209044 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.235644 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5f43e9-7232-404a-ab4d-ee25ef541fc3,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:04.294027 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783919'] for router_gateway, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.381475 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4676'] for router, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.383689 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.659038 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779446'] for router, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.659587 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854f19b6-65ad-4a84-8ae8-85be4965260b {{(pid=102648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:46:04.665508 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] Publish callbacks [] for router, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.666681 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-70ba6627-ea21-436f-a3cd-4e615ccc96fe admin admin] 10.222.0.83 "DELETE /v2.0/routers/854f19b6-65ad-4a84-8ae8-85be4965260b HTTP/1.1" status: 204 len: 168 time: 0.9849279 Dec 15 13:46:04.669271 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60948) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:04.713964 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7ea75c-68c2-4114-b4f3-dea10356bb6c admin admin] Deleting subnet ef083064-3b99-4d8c-a212-11fb08c03fd6 {{(pid=102648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:46:04.717117 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea75c-68c2-4114-b4f3-dea10356bb6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.751879 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea75c-68c2-4114-b4f3-dea10356bb6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377177'] for subnet, precommit_delete_associations {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.833998 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea75c-68c2-4114-b4f3-dea10356bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.888747 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea75c-68c2-4114-b4f3-dea10356bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62366620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62347549'] for subnet, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.911395 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ea75c-68c2-4114-b4f3-dea10356bb6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef083064-3b99-4d8c-a212-11fb08c03fd6,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:04.917207 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea75c-68c2-4114-b4f3-dea10356bb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for subnet, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.921883 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-6b7ea75c-68c2-4114-b4f3-dea10356bb6c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ef083064-3b99-4d8c-a212-11fb08c03fd6 HTTP/1.1" status: 204 len: 168 time: 0.2502394 Dec 15 13:46:04.922818 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85583fb4-cde0-4e17-9427-f0e4985586b7 None None] Network b3cc798e-f3c4-44a8-9c05-6369fe08f524 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:04.923276 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60954) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:04.983083 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:04.998149 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.052986 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Deleting port aacee177-8bcc-4430-a1d8-aaba5e536525 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:05.053320 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.082602 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] DHCP port deletion for b3cc798e-f3c4-44a8-9c05-6369fe08f524 request from dv-cinder-813228-4-iscsi {{(pid=102649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:46:05.118583 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] For port aacee177-8bcc-4430-a1d8-aaba5e536525, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=aacee177-8bcc-4430-a1d8-aaba5e536525,segment=NetworkSegment(7688fdd1-ef99-46aa-ad6c-63a107c1555d),segment_id=7688fdd1-ef99-46aa-ad6c-63a107c1555d)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:05.119224 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.132921 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Calling delete_port for aacee177-8bcc-4430-a1d8-aaba5e536525 owned by network:dhcp {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:05.133188 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] Deleting port aacee177-8bcc-4430-a1d8-aaba5e536525 {{(pid=102649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:46:05.133455 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.200753 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] For port aacee177-8bcc-4430-a1d8-aaba5e536525, host dv-cinder-813228-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-4-iscsi',level=0,port_id=aacee177-8bcc-4430-a1d8-aaba5e536525,segment=NetworkSegment(7688fdd1-ef99-46aa-ad6c-63a107c1555d),segment_id=7688fdd1-ef99-46aa-ad6c-63a107c1555d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:05.201012 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.215027 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62366635'] for port, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.215976 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] Calling delete_port for aacee177-8bcc-4430-a1d8-aaba5e536525 owned by network:dhcp {{(pid=102649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:46:05.241784 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=aacee177-8bcc-4430-a1d8-aaba5e536525,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:05.245235 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] No DVR routers for this DVR port aacee177-8bcc-4430-a1d8-aaba5e536525 on host dv-cinder-813228-4-iscsi {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:05.302533 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545'] for port, after_delete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.323439 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.325412 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] Pushing event deleted for resources: {'Port': ['ID=aacee177-8bcc-4430-a1d8-aaba5e536525,revision_number=None']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:05.330766 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ec50f-15c1-437c-9333-bf248c817995 None None] No DVR routers for this DVR port aacee177-8bcc-4430-a1d8-aaba5e536525 on host dv-cinder-813228-4-iscsi {{(pid=102649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:46:05.344342 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cc798e-f3c4-44a8-9c05-6369fe08f524']}} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:05.354038 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7688fdd1-ef99-46aa-ad6c-63a107c1555d') {'for_net_delete': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:05.354338 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7688fdd1-ef99-46aa-ad6c-63a107c1555d') {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:05.363282 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376994'] for segment, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.375952 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.382439 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:46:05.383140 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62366710'] for segment, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: Traceback (most recent call last): Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: timer() Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: cb(*args, **kw) Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: return func(*args, **kwargs) Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: self._notify() Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: self.callback(batched_events) Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: event.method(event) Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: return f(self, *a, **k) Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._get(url).json() Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: return self.request(url, 'GET', **kwargs) Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:46:05.384637 dv-cinder-813228-4-iscsi neutron-server[102648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:46:05.437969 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.443597 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.446957 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b3cc798e-f3c4-44a8-9c05-6369fe08f524 HTTP/1.1" status: 204 len: 168 time: 0.5231090 Dec 15 13:46:05.458194 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d1698-bd33-43dc-a86d-a80197581c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cc798e-f3c4-44a8-9c05-6369fe08f524,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:05.546107 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.609347 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60958) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:05.650033 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-3c7dce99-d0ee-43e5-b5e7-241d44d0979f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c0da9050a08e442887ca8dc346374836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394633 Dec 15 13:46:05.652454 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60960) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:05.703307 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d944c45c-6983-4afb-868b-16e007cd0a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.723246 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d944c45c-6983-4afb-868b-16e007cd0a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.769036 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d944c45c-6983-4afb-868b-16e007cd0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.771646 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d944c45c-6983-4afb-868b-16e007cd0a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:05.772779 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-d944c45c-6983-4afb-868b-16e007cd0a72 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1b7bb8b-5ae7-4e55-a631-d4102aa149af HTTP/1.1" status: 204 len: 168 time: 0.1194258 Dec 15 13:46:05.780192 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944c45c-6983-4afb-868b-16e007cd0a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b7bb8b-5ae7-4e55-a631-d4102aa149af,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:06.087802 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ef5f43e9-7232-404a-ab4d-ee25ef541fc3 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:06.103621 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60974) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:06.109815 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: ef5f43e9-7232-404a-ab4d-ee25ef541fc3 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:06.110161 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device ef5f43e9-7232-404a-ab4d-ee25ef541fc3 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:06.110591 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device e1b90798-e3bd-43fe-b99f-ab73e92ef294 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:06.131503 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: e1b90798-e3bd-43fe-b99f-ab73e92ef294 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:06.131859 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device e1b90798-e3bd-43fe-b99f-ab73e92ef294 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:06.132260 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device aacee177-8bcc-4430-a1d8-aaba5e536525 no longer exists at agent ovs-agent-dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:46:06.144671 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-cb8c0496-f0eb-4655-b57b-38603fc5acf7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9625cc6c79ee42cca4b0b0cc8cd55db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394621 Dec 15 13:46:06.147054 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60976) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:06.151399 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] No Port match for: aacee177-8bcc-4430-a1d8-aaba5e536525 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:46:06.151741 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Device aacee177-8bcc-4430-a1d8-aaba5e536525 not bound to the agent host dv-cinder-813228-4-iscsi {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:46:06.192991 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1be8e050-8efd-4b92-8260-6f59bb51503b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.213678 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1be8e050-8efd-4b92-8260-6f59bb51503b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.259783 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1be8e050-8efd-4b92-8260-6f59bb51503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.262561 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1be8e050-8efd-4b92-8260-6f59bb51503b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:06.263715 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1be8e050-8efd-4b92-8260-6f59bb51503b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c04d40f4-7323-4ce2-8236-5fa4dae42eda HTTP/1.1" status: 204 len: 168 time: 0.1157606 Dec 15 13:46:06.272499 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8e050-8efd-4b92-8260-6f59bb51503b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d40f4-7323-4ce2-8236-5fa4dae42eda,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:06.461032 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.507454 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 60998) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:09.609809 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1e93d84b-0e1d-41fd-9fa9-f0e712eb6ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.688432 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1e93d84b-0e1d-41fd-9fa9-f0e712eb6ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.692086 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1e93d84b-0e1d-41fd-9fa9-f0e712eb6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.728694 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-1e93d84b-0e1d-41fd-9fa9-f0e712eb6ac0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=558b06e21f904c4a9453e568d181a57c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201486 Dec 15 13:46:09.730696 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93d84b-0e1d-41fd-9fa9-f0e712eb6ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dad792-f0ac-45bc-b6f8-bad9d8af257c,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:09.731414 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 32770) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:09.778472 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-10a23997-7255-44db-aec9-4f3f53092536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.799046 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-10a23997-7255-44db-aec9-4f3f53092536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.843726 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-10a23997-7255-44db-aec9-4f3f53092536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.846285 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-10a23997-7255-44db-aec9-4f3f53092536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:09.847784 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-10a23997-7255-44db-aec9-4f3f53092536 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d6dad792-f0ac-45bc-b6f8-bad9d8af257c HTTP/1.1" status: 204 len: 168 time: 0.1153762 Dec 15 13:46:09.857650 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a23997-7255-44db-aec9-4f3f53092536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dad792-f0ac-45bc-b6f8-bad9d8af257c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:10.438953 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 32792) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:10.535130 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.v2.base [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-64033562-network', 'tenant_id': 'a6ee752240d24f6985d8247a0cf949d3'}} {{(pid=102648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:10.554796 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Made reservation on behalf of a6ee752240d24f6985d8247a0cf949d3 for: {'network': 1} {{(pid=102648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:10.556986 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for network, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.565048 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.642267 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.647177 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.673918 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=102648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:46:10.683000 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e9f452-67c9-4ac0-9e00-77c4c7344f7e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:10.689810 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.690143 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.db.segments_db [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Added segment 658900e6-5545-4f03-a0df-4ea7590aea6d of type vlan for network b270e446-48ff-4f05-938d-bcf4e2d6f813 Dec 15 13:46:10.729020 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778142805023'] for network, precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.755472 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044'] for network, after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.757039 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.757637 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.813252 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3730366 Dec 15 13:46:10.816053 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 32796) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:10.817971 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a133e-8def-4cca-8959-3fbee22c06a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b270e446-48ff-4f05-938d-bcf4e2d6f813,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:10.821659 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Request body: {'subnet': {'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-64033562-subnet', 'tenant_id': 'a6ee752240d24f6985d8247a0cf949d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:10.828233 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Network b270e446-48ff-4f05-938d-bcf4e2d6f813 details requested by agent ovs-agent-dv-cinder-813228-4-iscsi with host dv-cinder-813228-4-iscsi {{(pid=102649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:46:10.842839 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Made reservation on behalf of a6ee752240d24f6985d8247a0cf949d3 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:10.845235 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59530690'] for subnet, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.010137 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58931959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59530716'] for subnet, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.067849 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5498846f-2abc-49df-b66a-685eac7a0813,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:11.076217 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Checking segment: {'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:11.076564 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Network hostable DHCP agents. Network: b270e446-48ff-4f05-938d-bcf4e2d6f813, hostable agents: ['1efb5327-c002-4b4e-be31-db63f5c2f94a'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:46:11.092640 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Network b270e446-48ff-4f05-938d-bcf4e2d6f813 is scheduled to be hosted by DHCP agent 1efb5327-c002-4b4e-be31-db63f5c2f94a with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:46:11.101158 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-4-iscsi, b270e446-48ff-4f05-938d-bcf4e2d6f813) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:11.105262 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.105867 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:11.110156 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd4a6f-6730-4c0b-8d11-9aacc5cbc575 None None] Network b270e446-48ff-4f05-938d-bcf4e2d6f813 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:11.121216 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bb3f2018-3da3-4ec0-8167-8dc5d5e4fedd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3039973 Dec 15 13:46:11.209778 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3f247-ab22-4a8c-a230-d125bbf36652 None None] Network b270e446-48ff-4f05-938d-bcf4e2d6f813 requested from dv-cinder-813228-4-iscsi {{(pid=102649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:46:12.889661 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-0a468485-73e9-4191-989d-c0c19bdd3323 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:12.891129 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-0a468485-73e9-4191-989d-c0c19bdd3323 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/networks?id=b270e446-48ff-4f05-938d-bcf4e2d6f813 HTTP/1.1" status: 200 len: 812 time: 0.1025665 Dec 15 13:46:12.906115 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b3eeaa1c-aa19-45d4-afe7-4eaf94a2c810 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/quotas/a6ee752240d24f6985d8247a0cf949d3 HTTP/1.1" status: 200 len: 375 time: 0.0092354 Dec 15 13:46:12.937419 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-217b994b-433c-4127-9aea-459227df2662 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6ee752240d24f6985d8247a0cf949d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260484 Dec 15 13:46:13.023638 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-ff019f5b-f2ef-4201-b1b0-6f582249240a service neutron] 10.222.0.83 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794528 Dec 15 13:46:13.112807 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-407fe981-2bbf-4380-914e-dc50464740a3 service neutron] 10.222.0.83 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832591 Dec 15 13:46:13.267328 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-fba6245a-4e96-48b0-b975-362659cf105f req-7a19e0cf-feb9-4cbd-944f-8190d69a61f1 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 210 time: 0.0274959 Dec 15 13:46:14.361237 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8d60ff52-3962-4c14-bb5a-39b878bc1793 req-7a49bff0-12fe-4380-95e1-785788607237 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 210 time: 0.0263138 Dec 15 13:46:14.413359 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-d375bc63-503b-4905-b557-855686f9c449 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.414811 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-d375bc63-503b-4905-b557-855686f9c449 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "GET /v2.0/networks?id=b270e446-48ff-4f05-938d-bcf4e2d6f813 HTTP/1.1" status: 200 len: 812 time: 0.3659008 Dec 15 13:46:14.427478 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Request body: {'port': {'device_id': '6c7a269b-119d-48a4-a6fe-4b2478213d75', 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813', 'admin_state_up': True, 'tenant_id': 'a6ee752240d24f6985d8247a0cf949d3'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:14.532012 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Made reservation on behalf of a6ee752240d24f6985d8247a0cf949d3 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:46:14.535519 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.658065 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Allocated IP 172.20.0.10 (b270e446-48ff-4f05-938d-bcf4e2d6f813/5498846f-2abc-49df-b66a-685eac7a0813/9127b87e-2f38-46fa-8700-9e9ae9ba1ee6) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:14.797111 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.829529 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.874944 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Network b270e446-48ff-4f05-938d-bcf4e2d6f813 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:14.878034 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:14.880312 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:14.908497 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Pushing event updated for resources: {'Port': ['ID=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:14.935049 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.935637 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:14.950474 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b0f852b7-8d6e-48c3-95e7-9509a5ba2baa tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5265505 Dec 15 13:46:14.962399 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Request body: {'port': {'device_id': '6c7a269b-119d-48a4-a6fe-4b2478213d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:15.018592 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.273852 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:15.281173 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.293432 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Transition to ACTIVE for port object 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:15.297152 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.349129 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:15.415982 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Attempting to bind port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:15.416608 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Attempting to bind port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:15.416608 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Attempting to bind port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 on network b270e446-48ff-4f05-938d-bcf4e2d6f813 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:15.420892 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 on network b270e446-48ff-4f05-938d-bcf4e2d6f813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:15.421207 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Attempting to bind port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 on network b270e446-48ff-4f05-938d-bcf4e2d6f813 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:15.426049 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:15.426384 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Checking segment: {'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:15.426765 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Bound using segment: {'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:15.427193 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Bound port: 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:15.427540 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.479398 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dacf5-49c8-43c2-850c-59bda79088f6 req-51347d5d-1850-404e-afae-0614462d370d tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.480893 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9f9dacf5-49c8-43c2-850c-59bda79088f6 req-51347d5d-1850-404e-afae-0614462d370d tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 944 time: 0.0528274 Dec 15 13:46:15.493145 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] For port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:15.496188 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] For port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:15.500477 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.528702 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9f9dacf5-49c8-43c2-850c-59bda79088f6 req-c943c7d6-8dfd-485b-81eb-19e664c33896 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Dec 15 13:46:15.535390 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.536015 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.537988 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] 10.222.0.66 "PUT /v2.0/ports/9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 HTTP/1.1" status: 200 len: 1094 time: 0.5790586 Dec 15 13:46:15.538439 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7a269b-119d-48a4-a6fe-4b2478213d75', 'tag': '9127b87e-2f38-46fa-8700-9e9ae9ba1ee6'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:15.540742 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99485d36-56af-44e8-ba69-0a6141192214" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7a269b-119d-48a4-a6fe-4b2478213d75", "tag": "9127b87e-2f38-46fa-8700-9e9ae9ba1ee6"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:15.567059 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113015d9-051a-4619-8553-d2018994c4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:15.589715 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd835c-978f-467d-93b1-179b529cb721 x-openstack-request-id: req-76cd835c-978f-467d-93b1-179b529cb721 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:15.590046 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7a269b-119d-48a4-a6fe-4b2478213d75", "tag": "9127b87e-2f38-46fa-8700-9e9ae9ba1ee6", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:15.590322 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-76cd835c-978f-467d-93b1-179b529cb721 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:15.590729 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7a269b-119d-48a4-a6fe-4b2478213d75', 'tag': '9127b87e-2f38-46fa-8700-9e9ae9ba1ee6', 'status': 'completed', 'code': 200} Dec 15 13:46:15.635544 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b00e27a6-c662-4ec9-bd78-0c2244150dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.637035 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-b00e27a6-c662-4ec9-bd78-0c2244150dd0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a6ee752240d24f6985d8247a0cf949d3&device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 1097 time: 0.0436080 Dec 15 13:46:15.681934 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-80a0a1ce-c4e6-427c-a59e-550444041ae8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 HTTP/1.1" status: 200 len: 217 time: 0.0374990 Dec 15 13:46:15.730899 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-a9d0a343-1bb9-49a4-877f-1f7b2c5bc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.732363 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-a9d0a343-1bb9-49a4-877f-1f7b2c5bc4ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5498846f-2abc-49df-b66a-685eac7a0813 HTTP/1.1" status: 200 len: 852 time: 0.0442500 Dec 15 13:46:15.762641 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-454c775c-708f-4e2a-83ab-5033bc1edd19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b270e446-48ff-4f05-938d-bcf4e2d6f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239017 Dec 15 13:46:15.853759 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-c29929ba-9bf5-4ff2-8ed7-20a0f5d20c1e service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844669 Dec 15 13:46:15.941203 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b182b977-7ce5-4fad-906f-b80c1c280640 req-38a76f96-6c24-4256-baee-87676618dbfa service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809836 Dec 15 13:46:16.036555 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485d36-56af-44e8-ba69-0a6141192214 req-30cb6ad0-5312-413e-aed8-706c3c205211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.038145 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-99485d36-56af-44e8-ba69-0a6141192214 req-30cb6ad0-5312-413e-aed8-706c3c205211 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a6ee752240d24f6985d8247a0cf949d3&device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 1097 time: 0.0404117 Dec 15 13:46:16.130489 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485d36-56af-44e8-ba69-0a6141192214 req-b37c8aec-de21-4ba6-91ed-76f2f3b68ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.132419 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-99485d36-56af-44e8-ba69-0a6141192214 req-b37c8aec-de21-4ba6-91ed-76f2f3b68ea0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b270e446-48ff-4f05-938d-bcf4e2d6f813 HTTP/1.1" status: 200 len: 913 time: 0.0862737 Dec 15 13:46:16.174046 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-99485d36-56af-44e8-ba69-0a6141192214 req-e63ed187-aa36-4b9e-919e-262e99440a12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 HTTP/1.1" status: 200 len: 217 time: 0.0331259 Dec 15 13:46:16.224807 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485d36-56af-44e8-ba69-0a6141192214 req-f109b722-2d57-4aae-b3ab-ee5704902eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.226275 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-99485d36-56af-44e8-ba69-0a6141192214 req-f109b722-2d57-4aae-b3ab-ee5704902eae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5498846f-2abc-49df-b66a-685eac7a0813 HTTP/1.1" status: 200 len: 852 time: 0.0457070 Dec 15 13:46:16.258132 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-99485d36-56af-44e8-ba69-0a6141192214 req-21a45a15-0837-46bc-902f-4d36f00c687e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b270e446-48ff-4f05-938d-bcf4e2d6f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245233 Dec 15 13:46:16.343587 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-99485d36-56af-44e8-ba69-0a6141192214 req-8d5fffbd-14bd-4b06-9a59-93e779c7cc4f service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783896 Dec 15 13:46:16.437901 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-99485d36-56af-44e8-ba69-0a6141192214 req-263fe06c-b20c-4bc9-843f-e951e001fadd service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846579 Dec 15 13:46:16.647099 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6896de6-8770-4655-b79a-00e634ddd15c req-6cc5cde3-9434-40a6-8227-fbd4440affc5 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.648585 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6896de6-8770-4655-b79a-00e634ddd15c req-6cc5cde3-9434-40a6-8227-fbd4440affc5 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 944 time: 0.0497134 Dec 15 13:46:16.698459 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-c6896de6-8770-4655-b79a-00e634ddd15c req-897409ba-e165-4e04-9f18-86588d59ede6 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Dec 15 13:46:17.811208 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04242417-f4ef-4442-bba1-fea06b659298 req-51baf563-ca6e-4066-96e9-c11a2565f5d9 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.812745 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-04242417-f4ef-4442-bba1-fea06b659298 req-51baf563-ca6e-4066-96e9-c11a2565f5d9 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 944 time: 0.0481389 Dec 15 13:46:17.863438 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-04242417-f4ef-4442-bba1-fea06b659298 req-49e81bc3-f901-49c3-8c43-b43c4cfa9c22 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Dec 15 13:46:18.976520 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aa64b-629c-4584-8fa6-77d862ceff4f req-6524268b-4fc4-4d65-8dde-56ecc24042f0 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:18.978189 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-662aa64b-629c-4584-8fa6-77d862ceff4f req-6524268b-4fc4-4d65-8dde-56ecc24042f0 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 944 time: 0.0476773 Dec 15 13:46:19.024286 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-662aa64b-629c-4584-8fa6-77d862ceff4f req-b88b597c-eece-44bf-b5cd-2582746bdb53 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Dec 15 13:46:19.619297 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:19.714853 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:19.726668 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': '9127b87e-2f38-46fa-8700-9e9ae9ba1ee6', 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813', 'port_id': '9127b87e-2f38-46fa-8700-9e9ae9ba1ee6', 'mac_address': 'fa:16:3e:68:9c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5498846f-2abc-49df-b66a-685eac7a0813', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:19.762528 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.775408 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:19.794829 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:19.798688 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.846900 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:20.005665 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['9127b87e-2f38-46fa-8700-9e9ae9ba1ee6'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:20.138907 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef0f9f-52ca-47be-8cb0-cef91faf5e2f req-8d58ec1b-55df-4278-83e7-279dc6360e73 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.140590 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-deef0f9f-52ca-47be-8cb0-cef91faf5e2f req-8d58ec1b-55df-4278-83e7-279dc6360e73 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 945 time: 0.0493202 Dec 15 13:46:20.186783 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-deef0f9f-52ca-47be-8cb0-cef91faf5e2f req-eb2916e1-c4eb-43de-977a-37e97657b5fd tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Dec 15 13:46:21.303268 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aee404-c542-40df-a20a-8924b241d1f9 req-1a493177-7be5-4fe4-9efd-551ffc1eb581 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.304729 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a5aee404-c542-40df-a20a-8924b241d1f9 req-1a493177-7be5-4fe4-9efd-551ffc1eb581 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Dec 15 13:46:21.350770 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-a5aee404-c542-40df-a20a-8924b241d1f9 req-5b78db40-f1fe-4ba1-a369-b16d4acaf9d0 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Dec 15 13:46:21.638020 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:21.685070 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:21.689043 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:21.689407 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.768267 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.791157 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7a269b-119d-48a4-a6fe-4b2478213d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9127b87e-2f38-46fa-8700-9e9ae9ba1ee6'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:21.793363 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e816e89-2b2f-41e5-896c-e49cc67d4660" -d '{"events": [{"server_uuid": "6c7a269b-119d-48a4-a6fe-4b2478213d75", "name": "network-vif-plugged", "status": "completed", "tag": "9127b87e-2f38-46fa-8700-9e9ae9ba1ee6"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:21.805631 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:21.812289 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:21.839452 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5572d277-2769-447b-8cc3-cd57cd7d8563 x-openstack-request-id: req-5572d277-2769-447b-8cc3-cd57cd7d8563 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:21.839745 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7a269b-119d-48a4-a6fe-4b2478213d75", "name": "network-vif-plugged", "status": "completed", "tag": "9127b87e-2f38-46fa-8700-9e9ae9ba1ee6", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:21.839997 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5572d277-2769-447b-8cc3-cd57cd7d8563 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:21.840384 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7a269b-119d-48a4-a6fe-4b2478213d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9127b87e-2f38-46fa-8700-9e9ae9ba1ee6', 'code': 200} Dec 15 13:46:21.866831 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:21.991948 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be16d2f-0e65-4811-835e-f4d46f47fda8 req-ecaa7f10-20a3-49a7-b290-a51146ebd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.993318 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be16d2f-0e65-4811-835e-f4d46f47fda8 req-ecaa7f10-20a3-49a7-b290-a51146ebd47f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 1099 time: 0.0407403 Dec 15 13:46:22.036318 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be16d2f-0e65-4811-835e-f4d46f47fda8 req-44be0e77-c1ce-43bb-9b81-61e9d4a80631 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362680 Dec 15 13:46:22.464731 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68e2d2-d72d-4a6e-b32e-baf1a22c5151 req-9eb8df5f-21ca-4e8f-a787-4f0aef22bd2c tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:22.466242 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac68e2d2-d72d-4a6e-b32e-baf1a22c5151 req-9eb8df5f-21ca-4e8f-a787-4f0aef22bd2c tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 946 time: 0.0473440 Dec 15 13:46:22.512804 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-ac68e2d2-d72d-4a6e-b32e-baf1a22c5151 req-bda02c12-6b0d-4250-8386-5ee6ffc948d9 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407574 Dec 15 13:46:23.627527 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff8b8f-0021-47b5-a9a9-705dd0441b44 req-8df11001-e7ed-46bc-8094-cb009b22ff62 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:23.629020 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8aff8b8f-0021-47b5-a9a9-705dd0441b44 req-8df11001-e7ed-46bc-8094-cb009b22ff62 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 946 time: 0.0479069 Dec 15 13:46:23.684294 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-8aff8b8f-0021-47b5-a9a9-705dd0441b44 req-bf74aade-37a4-45d5-b40f-6918b28840bf tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488193 Dec 15 13:46:29.654426 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9445e7fc-35cf-48a9-9671-13c18993a109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.202479 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-03672bf7-3982-40bd-9add-e614ff865266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:32.665100 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:46:33.280368 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:34.931011 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:35.548296 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:36.477478 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:59.658366 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1712a506-6e0b-466f-ac49-607d682039d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:02.203895 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b3587883-791a-478b-a233-ba4ad61d3764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:03.283181 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:04.184012 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd75cca-8044-42b0-879a-041c102187f1 req-4e72cce6-18b2-4ef2-9c4f-efa35d6266b2 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:04.185516 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7fd75cca-8044-42b0-879a-041c102187f1 req-4e72cce6-18b2-4ef2-9c4f-efa35d6266b2 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 946 time: 0.0489750 Dec 15 13:47:04.232634 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-7fd75cca-8044-42b0-879a-041c102187f1 req-47e94237-8030-4592-840c-42ac0577ddcd tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Dec 15 13:47:04.933615 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.350378 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22645a2e-8e39-475a-9185-e9bb586cc0f4 req-fd9d26f0-901f-4d9f-84aa-6e8aa743eb1e tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:05.352092 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-22645a2e-8e39-475a-9185-e9bb586cc0f4 req-fd9d26f0-901f-4d9f-84aa-6e8aa743eb1e tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 946 time: 0.0483899 Dec 15 13:47:05.398314 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-22645a2e-8e39-475a-9185-e9bb586cc0f4 req-6c54b4fa-6abf-4651-96fc-41bd1f846053 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Dec 15 13:47:05.551262 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.805374 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2ab35-922f-4791-b256-661b62c68818 req-d72dd0b5-c4f7-4d71-a1d5-12b21c9dfd7f tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:05.806903 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-07b2ab35-922f-4791-b256-661b62c68818 req-d72dd0b5-c4f7-4d71-a1d5-12b21c9dfd7f tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 946 time: 0.0475771 Dec 15 13:47:05.898210 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Deleting port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:05.898527 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.985196 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] For port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:05.985550 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:05.998274 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Calling delete_port for 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:06.125901 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.138711 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['9127b87e-2f38-46fa-8700-9e9ae9ba1ee6'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:06.153193 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Pushing event deleted for resources: {'Port': ['ID=9127b87e-2f38-46fa-8700-9e9ae9ba1ee6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:06.165585 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.166021 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.166396 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.166735 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.167093 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.167427 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.167755 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.168083 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.168408 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.168743 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.169129 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.169444 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.169774 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:06.207806 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] No DVR routers for this DVR port 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:06.210914 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.214293 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-07b2ab35-922f-4791-b256-661b62c68818 req-c2103f0b-120a-4647-aead-d7a398feb705 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "DELETE /v2.0/ports/9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 HTTP/1.1" status: 204 len: 173 time: 0.4015284 Dec 15 13:47:06.214731 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7a269b-119d-48a4-a6fe-4b2478213d75', 'name': 'network-vif-deleted', 'tag': '9127b87e-2f38-46fa-8700-9e9ae9ba1ee6'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:06.216965 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c417e619-2f78-4071-b443-77284648d244" -d '{"events": [{"server_uuid": "6c7a269b-119d-48a4-a6fe-4b2478213d75", "name": "network-vif-deleted", "tag": "9127b87e-2f38-46fa-8700-9e9ae9ba1ee6"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:06.256974 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ab157-e3fd-4b08-bb4b-cef8982d98b6 x-openstack-request-id: req-3d4ab157-e3fd-4b08-bb4b-cef8982d98b6 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:06.257273 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7a269b-119d-48a4-a6fe-4b2478213d75", "name": "network-vif-deleted", "tag": "9127b87e-2f38-46fa-8700-9e9ae9ba1ee6", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:06.257531 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d4ab157-e3fd-4b08-bb4b-cef8982d98b6 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:06.257966 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7a269b-119d-48a4-a6fe-4b2478213d75', 'name': 'network-vif-deleted', 'tag': '9127b87e-2f38-46fa-8700-9e9ae9ba1ee6', 'status': 'completed', 'code': 200} Dec 15 13:47:06.480932 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:06.518735 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-19a86eb2-8b78-47cd-9631-52a687a11c7b req-f2cf711b-a3d3-46cd-b530-781341b173f5 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7a269b-119d-48a4-a6fe-4b2478213d75 HTTP/1.1" status: 200 len: 210 time: 0.0390096 Dec 15 13:47:09.681823 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:47:10.619771 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:10.639968 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:10.640301 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device 9127b87e-2f38-46fa-8700-9e9ae9ba1ee6 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:15.431310 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-001f6901-b9dd-48ce-b465-bbfe24c579a1 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:15.432762 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-001f6901-b9dd-48ce-b465-bbfe24c579a1 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/networks?id=b270e446-48ff-4f05-938d-bcf4e2d6f813 HTTP/1.1" status: 200 len: 812 time: 0.0973685 Dec 15 13:47:15.447601 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-e3a56384-47cd-4f2c-b9f2-09f1cc91b33f tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/quotas/a6ee752240d24f6985d8247a0cf949d3 HTTP/1.1" status: 200 len: 375 time: 0.0092459 Dec 15 13:47:15.481110 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-9c279d50-b1cb-4cc5-bf2f-4e0d3bac3d4a tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6ee752240d24f6985d8247a0cf949d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282040 Dec 15 13:47:15.491194 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-40506c79-62d3-45d7-b09a-03f928782c51 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:47:15.492124 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-40506c79-62d3-45d7-b09a-03f928782c51 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047631 Dec 15 13:47:15.578171 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-0f2e44ad-5b43-4f39-9432-d624bff59b94 service neutron] 10.222.0.83 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797939 Dec 15 13:47:15.679309 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-52e5e140-8af9-43b8-a523-f06eefc367d1 service neutron] 10.222.0.83 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950224 Dec 15 13:47:15.839120 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9fd13494-9c68-43b6-bbac-38fc377e454e req-de6ab078-5f07-4e02-9a11-92eaba9d265a tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 210 time: 0.0269158 Dec 15 13:47:16.840818 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-09bb5a76-b8e4-4f1c-8434-4607457203c4 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:16.842309 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-09bb5a76-b8e4-4f1c-8434-4607457203c4 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "GET /v2.0/networks?id=b270e446-48ff-4f05-938d-bcf4e2d6f813 HTTP/1.1" status: 200 len: 812 time: 0.1023815 Dec 15 13:47:16.856120 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Request body: {'port': {'device_id': 'ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf', 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813', 'admin_state_up': True, 'tenant_id': 'a6ee752240d24f6985d8247a0cf949d3'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:16.938132 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-dfcf0158-d7b2-452d-ad42-1f2f13d0dc05 req-f0064289-17bf-47a0-9fc8-7cfbd7a1c75d tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 210 time: 0.0266519 Dec 15 13:47:16.968249 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Made reservation on behalf of a6ee752240d24f6985d8247a0cf949d3 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:47:16.971717 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.095158 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Allocated IP 172.20.0.6 (b270e446-48ff-4f05-938d-bcf4e2d6f813/5498846f-2abc-49df-b66a-685eac7a0813/e79b631a-8a11-4902-b87c-697becc30c17) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:47:17.235389 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks [] for port, precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.267573 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778142820536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.312412 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Network b270e446-48ff-4f05-938d-bcf4e2d6f813 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:47:17.315549 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:47:17.319263 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:47:17.344378 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Pushing event updated for resources: {'Port': ['ID=e79b631a-8a11-4902-b87c-697becc30c17,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:17.371977 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:17.372571 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.388276 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1e19d018-b221-4be1-82cd-a11037f17bbe tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364928 Dec 15 13:47:17.398552 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-b9717be8-0a25-4dab-b208-8a606ae8f22c tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:47:17.399540 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-b9717be8-0a25-4dab-b208-8a606ae8f22c tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048490 Dec 15 13:47:17.457315 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Request body: {'port': {'device_id': 'ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:47:17.514373 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.784504 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79b631a-8a11-4902-b87c-697becc30c17 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:17.792331 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.807472 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Transition to ACTIVE for port object e79b631a-8a11-4902-b87c-697becc30c17 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:47:17.811255 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:17.886844 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Pushing event updated for resources: {'Port': ['ID=e79b631a-8a11-4902-b87c-697becc30c17,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:17.953186 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Attempting to bind port e79b631a-8a11-4902-b87c-697becc30c17 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:47:17.953713 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Attempting to bind port e79b631a-8a11-4902-b87c-697becc30c17 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:47:17.954252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Attempting to bind port e79b631a-8a11-4902-b87c-697becc30c17 on network b270e446-48ff-4f05-938d-bcf4e2d6f813 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:17.958538 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Port e79b631a-8a11-4902-b87c-697becc30c17 on network b270e446-48ff-4f05-938d-bcf4e2d6f813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:47:17.959032 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Attempting to bind port e79b631a-8a11-4902-b87c-697becc30c17 on network b270e446-48ff-4f05-938d-bcf4e2d6f813 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:47:17.965252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Checking agent: {'id': '23cfde20-59a1-4592-b176-d881baeda007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'started_at': datetime.datetime(2021, 12, 15, 13, 34, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:47:17.965581 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Checking segment: {'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:47:17.966422 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Bound using segment: {'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:47:17.966422 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Bound port: e79b631a-8a11-4902-b87c-697becc30c17, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658900e6-5545-4f03-a0df-4ea7590aea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:47:17.966809 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.030962 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] For port e79b631a-8a11-4902-b87c-697becc30c17, host hv-cinder-81322, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:47:18.034404 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] For port e79b631a-8a11-4902-b87c-697becc30c17, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e79b631a-8a11-4902-b87c-697becc30c17,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:47:18.039032 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932094'] for port, after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.053262 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca24c4-c094-4689-aca8-8d911bf38724 req-f6805358-c4e8-40f9-b2e6-414533be6894 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.054845 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39ca24c4-c094-4689-aca8-8d911bf38724 req-f6805358-c4e8-40f9-b2e6-414533be6894 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 943 time: 0.0491068 Dec 15 13:47:18.076335 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.076948 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.078364 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] 10.222.0.66 "PUT /v2.0/ports/e79b631a-8a11-4902-b87c-697becc30c17 HTTP/1.1" status: 200 len: 1093 time: 0.6706705 Dec 15 13:47:18.079053 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf', 'tag': 'e79b631a-8a11-4902-b87c-697becc30c17'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:18.081052 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cce044-d74e-401e-841f-f1d9178f58d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf", "tag": "e79b631a-8a11-4902-b87c-697becc30c17"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:18.103456 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5d4ed-8375-496c-9405-86cd9b494acc service neutron] Pushing event updated for resources: {'Port': ['ID=e79b631a-8a11-4902-b87c-697becc30c17,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:18.105961 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-39ca24c4-c094-4689-aca8-8d911bf38724 req-d330e1f3-edfb-41f8-aad1-481aa9133562 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Dec 15 13:47:18.134209 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ba6dfd-ce9a-4497-840f-918267e0f441 x-openstack-request-id: req-c0ba6dfd-ce9a-4497-840f-918267e0f441 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:18.134504 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf", "tag": "e79b631a-8a11-4902-b87c-697becc30c17", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:18.134757 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c0ba6dfd-ce9a-4497-840f-918267e0f441 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:18.135150 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf', 'tag': 'e79b631a-8a11-4902-b87c-697becc30c17', 'status': 'completed', 'code': 200} Dec 15 13:47:18.163868 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-94418eca-52b7-4c9d-92c3-c4e6fc80ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.166230 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-94418eca-52b7-4c9d-92c3-c4e6fc80ce21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a6ee752240d24f6985d8247a0cf949d3&device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 1096 time: 0.0439451 Dec 15 13:47:18.211292 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-b438811a-1860-46d5-8ffb-f9fab456d194 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e79b631a-8a11-4902-b87c-697becc30c17 HTTP/1.1" status: 200 len: 217 time: 0.0358365 Dec 15 13:47:18.260425 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1241b3d2-5710-457a-b743-09caa5aeedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.261880 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-1241b3d2-5710-457a-b743-09caa5aeedd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5498846f-2abc-49df-b66a-685eac7a0813 HTTP/1.1" status: 200 len: 852 time: 0.0445385 Dec 15 13:47:18.293288 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-86103e3f-b517-4e79-a1aa-6de0d0e35a0e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b270e446-48ff-4f05-938d-bcf4e2d6f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243540 Dec 15 13:47:18.387179 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-bf884d0f-367f-467e-86b9-6a0b7686ef6a service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860195 Dec 15 13:47:18.478149 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3912f0f0-fe48-43a3-b3b2-d86fd80d1b3d req-08cfd1d1-3c94-49e0-9e79-1813305a922c service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837750 Dec 15 13:47:18.563335 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-db53bfb4-5978-44f6-9c98-09cca0df2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.564712 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-db53bfb4-5978-44f6-9c98-09cca0df2460 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a6ee752240d24f6985d8247a0cf949d3&device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 1096 time: 0.0444658 Dec 15 13:47:18.654293 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-8bf7d2f4-c3ea-4126-bcb1-2355d3c55b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.655758 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-8bf7d2f4-c3ea-4126-bcb1-2355d3c55b7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=b270e446-48ff-4f05-938d-bcf4e2d6f813 HTTP/1.1" status: 200 len: 913 time: 0.0837741 Dec 15 13:47:18.696724 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-eb33a063-526d-482b-b0ca-fb6e53bbb07f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e79b631a-8a11-4902-b87c-697becc30c17 HTTP/1.1" status: 200 len: 217 time: 0.0333483 Dec 15 13:47:18.747819 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-3797d9c9-feb3-4859-bd0f-96b747bb5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:18.749248 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-3797d9c9-feb3-4859-bd0f-96b747bb5e0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5498846f-2abc-49df-b66a-685eac7a0813 HTTP/1.1" status: 200 len: 852 time: 0.0455122 Dec 15 13:47:18.781068 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-7fe11efa-2612-4fb9-9960-24ef61228273 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b270e446-48ff-4f05-938d-bcf4e2d6f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239995 Dec 15 13:47:18.868270 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-e580302f-7bb9-44e9-b8ef-b4a1ce740479 service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786922 Dec 15 13:47:18.962320 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-98cce044-d74e-401e-841f-f1d9178f58d1 req-907aa107-7094-4363-94fd-14bab89d8267 service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867231 Dec 15 13:47:19.226024 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493a53d-e67e-41ab-90f0-72ac31d5766c req-8cb87688-85b0-48ad-919d-0818cbef35d5 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:19.227960 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b493a53d-e67e-41ab-90f0-72ac31d5766c req-8cb87688-85b0-48ad-919d-0818cbef35d5 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 943 time: 0.0509131 Dec 15 13:47:19.274212 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-b493a53d-e67e-41ab-90f0-72ac31d5766c req-fef1f633-c7f8-4b93-8c4f-d433d302cdec tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Dec 15 13:47:20.388207 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304baff3-c8b7-4393-a1f6-41d62975ce8a req-1f742986-001f-4d0a-bcef-7dc9a34a85bb tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:20.389812 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-304baff3-c8b7-4393-a1f6-41d62975ce8a req-1f742986-001f-4d0a-bcef-7dc9a34a85bb tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 943 time: 0.0479035 Dec 15 13:47:20.435833 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-304baff3-c8b7-4393-a1f6-41d62975ce8a req-589413a2-e633-444f-afc8-910fa58e400e tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Dec 15 13:47:21.548139 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36477373-2fd2-44dd-a3ad-a340f190ec37 req-29ce0c1a-014f-49a2-8629-450f3a35dc79 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.549567 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-36477373-2fd2-44dd-a3ad-a340f190ec37 req-29ce0c1a-014f-49a2-8629-450f3a35dc79 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 943 time: 0.0467710 Dec 15 13:47:21.598675 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-36477373-2fd2-44dd-a3ad-a340f190ec37 req-84336929-23d9-4b40-8833-07868760b32c tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Dec 15 13:47:21.941428 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e79b631a-8a11-4902-b87c-697becc30c17 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:47:22.050724 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e79b631a-8a11-4902-b87c-697becc30c17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e79b631a-8a11-4902-b87c-697becc30c17,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:22.064417 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Returning: {'device': 'e79b631a-8a11-4902-b87c-697becc30c17', 'network_id': 'b270e446-48ff-4f05-938d-bcf4e2d6f813', 'port_id': 'e79b631a-8a11-4902-b87c-697becc30c17', 'mac_address': 'fa:16:3e:e4:5c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5498846f-2abc-49df-b66a-685eac7a0813', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:47:22.103619 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.115784 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79b631a-8a11-4902-b87c-697becc30c17 {{(pid=102649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:47:22.135290 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e79b631a-8a11-4902-b87c-697becc30c17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e79b631a-8a11-4902-b87c-697becc30c17,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:22.139045 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:22.183820 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e79b631a-8a11-4902-b87c-697becc30c17,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:22.190610 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.190968 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.191292 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.191675 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.191947 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.192270 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.192596 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.192919 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.193235 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.193553 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.193897 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.194214 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.194526 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:47:22.350411 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['e79b631a-8a11-4902-b87c-697becc30c17'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:22.711431 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2588-05c3-4712-8771-b51d71abf882 req-b5c28a1b-c6fb-4b5e-8b99-627ed0a7b334 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:22.712889 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e9db2588-05c3-4712-8771-b51d71abf882 req-b5c28a1b-c6fb-4b5e-8b99-627ed0a7b334 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 944 time: 0.0474479 Dec 15 13:47:22.759283 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e9db2588-05c3-4712-8771-b51d71abf882 req-81a116da-0792-4584-b6b8-2b5847552c46 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Dec 15 13:47:23.871964 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd189dc-ee4a-4e50-a5ef-e1564ed6004c req-7f674bca-4036-4051-b698-53d2e3d5d7b0 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:23.873402 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9dd189dc-ee4a-4e50-a5ef-e1564ed6004c req-7f674bca-4036-4051-b698-53d2e3d5d7b0 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 944 time: 0.0478325 Dec 15 13:47:23.918142 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-9dd189dc-ee4a-4e50-a5ef-e1564ed6004c req-fe562123-9304-428a-a24b-1588d3ea81e5 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387383 Dec 15 13:47:23.956792 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e79b631a-8a11-4902-b87c-697becc30c17 up at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:47:24.011219 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning for port e79b631a-8a11-4902-b87c-697becc30c17 completed by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:47:24.016830 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.db.provisioning_blocks [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Provisioning complete for port e79b631a-8a11-4902-b87c-697becc30c17 triggered by entity L2. {{(pid=102649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:47:24.017205 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009960'] for port, provisioning_complete {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.093496 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3904793'] for port, before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.116186 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79b631a-8a11-4902-b87c-697becc30c17'}] {{(pid=102649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:24.118489 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2ac012de3710d103c4929126adac6db9f3673604cc36979f1a416cc58efc98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a540562-003f-483a-a115-83675bfffd1b" -d '{"events": [{"server_uuid": "ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf", "name": "network-vif-plugged", "status": "completed", "tag": "e79b631a-8a11-4902-b87c-697becc30c17"}]}' {{(pid=102649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:24.134121 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] For port e79b631a-8a11-4902-b87c-697becc30c17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e79b631a-8a11-4902-b87c-697becc30c17,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:24.138158 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778143370469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778142820554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778142820572'] for port, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:24.186047 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Pushing event updated for resources: {'Port': ['ID=e79b631a-8a11-4902-b87c-697becc30c17,revision_number=5']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:24.214318 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bec178e-99c1-46cd-9ce5-2b70a2f7f7d9 x-openstack-request-id: req-4bec178e-99c1-46cd-9ce5-2b70a2f7f7d9 {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:24.214638 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf", "name": "network-vif-plugged", "status": "completed", "tag": "e79b631a-8a11-4902-b87c-697becc30c17", "code": 200}]} {{(pid=102649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:24.214894 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4bec178e-99c1-46cd-9ce5-2b70a2f7f7d9 {{(pid=102649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:24.215355 dv-cinder-813228-4-iscsi neutron-server[102649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79b631a-8a11-4902-b87c-697becc30c17', 'code': 200} Dec 15 13:47:24.377006 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d85b9-7b55-4775-8948-47a98b287023 req-6558b91b-1905-48d7-bdf5-08f6eaacaf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:24.378501 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-314d85b9-7b55-4775-8948-47a98b287023 req-6558b91b-1905-48d7-bdf5-08f6eaacaf44 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 1098 time: 0.0398362 Dec 15 13:47:24.421826 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-314d85b9-7b55-4775-8948-47a98b287023 req-76f5d062-823f-4ccc-833a-528739e77a21 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363958 Dec 15 13:47:25.034018 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936d8f5-c031-4552-b3bf-067486715cef req-23621830-48a4-4486-8ca3-2ee9a452e3a0 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:25.035452 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e936d8f5-c031-4552-b3bf-067486715cef req-23621830-48a4-4486-8ca3-2ee9a452e3a0 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 945 time: 0.0502267 Dec 15 13:47:25.080171 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-e936d8f5-c031-4552-b3bf-067486715cef req-39c23301-a6f6-4f6d-92b7-d28d48a60464 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Dec 15 13:47:26.194243 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c80d78-4f26-445c-bb30-81ae787545ed req-3f95b477-860e-44f6-b5c9-92cf9f1ff0ac tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:26.196216 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-29c80d78-4f26-445c-bb30-81ae787545ed req-3f95b477-860e-44f6-b5c9-92cf9f1ff0ac tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 945 time: 0.0471303 Dec 15 13:47:26.242455 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-29c80d78-4f26-445c-bb30-81ae787545ed req-5b2dc26d-6be1-4803-8ce5-67e36dc0ccb0 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Dec 15 13:47:29.662191 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-8f93b3ad-77d7-4e67-8962-cf0f012fac02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:32.206342 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7941723a-4f45-4f50-a463-1d72fd51b96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:33.285377 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:34.940702 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:35.553334 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:36.470747 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:42.926680 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-4ada4cdf-e597-4873-bcbc-914090f5e82f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437460 Dec 15 13:47:43.011951 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-175f5b39-287f-4416-9564-93e510d96290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.013103 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-175f5b39-287f-4416-9564-93e510d96290 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a6ee752240d24f6985d8247a0cf949d3&device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 1098 time: 0.0412152 Dec 15 13:47:43.113496 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-72c453a5-d3a0-4e7e-b522-f113e9ce1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.114967 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-72c453a5-d3a0-4e7e-b522-f113e9ce1047 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b270e446-48ff-4f05-938d-bcf4e2d6f813 HTTP/1.1" status: 200 len: 913 time: 0.0821624 Dec 15 13:47:43.157857 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-006a4aca-392b-4e26-861a-916bd7c8ff99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e79b631a-8a11-4902-b87c-697becc30c17 HTTP/1.1" status: 200 len: 217 time: 0.0357752 Dec 15 13:47:43.207179 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-cf34f927-f7b8-4c1c-80d1-7228bae80202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:43.208543 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-cf34f927-f7b8-4c1c-80d1-7228bae80202 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5498846f-2abc-49df-b66a-685eac7a0813 HTTP/1.1" status: 200 len: 852 time: 0.0436132 Dec 15 13:47:43.242300 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-9825043e-420a-44a6-bf14-e16f98ff2c2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b270e446-48ff-4f05-938d-bcf4e2d6f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251403 Dec 15 13:47:43.334670 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-75353760-afa3-4604-87a1-cd34d246bfa1 service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848572 Dec 15 13:47:43.427128 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa0d0e2e-3ef8-4938-9205-20f5111501d9 req-2c07f884-c37a-4229-a10d-48ceeee369c0 service neutron] 10.222.0.66 "GET /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844588 Dec 15 13:47:46.162481 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567cef-72fd-4a95-b6c1-9864d38181ea req-22c39fb7-a9fb-4930-a072-909e9c0d0099 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:46.163963 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0d567cef-72fd-4a95-b6c1-9864d38181ea req-22c39fb7-a9fb-4930-a072-909e9c0d0099 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 945 time: 0.0545938 Dec 15 13:47:46.225206 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-0d567cef-72fd-4a95-b6c1-9864d38181ea req-26cefa3c-a246-400b-b3b7-8342acaf5eec tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541122 Dec 15 13:47:46.681620 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:47:47.343445 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd0290-0425-4b8b-8d4b-bcd64c2d413c req-80c85a74-b005-4d39-9d64-2e03e4527f3a tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.344899 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f9dd0290-0425-4b8b-8d4b-bcd64c2d413c req-80c85a74-b005-4d39-9d64-2e03e4527f3a tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 945 time: 0.0477407 Dec 15 13:47:47.391125 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-f9dd0290-0425-4b8b-8d4b-bcd64c2d413c req-0923990f-a867-414d-aadd-9f28f1737799 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/security-groups?id=97e9f452-67c9-4ac0-9e00-77c4c7344f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Dec 15 13:47:47.748821 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65921d0c-9037-4765-99c3-4b663e01918d req-1e30f1ca-0ed7-4ba7-98c7-139edd3f5bd6 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:47.750293 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65921d0c-9037-4765-99c3-4b663e01918d req-1e30f1ca-0ed7-4ba7-98c7-139edd3f5bd6 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 945 time: 0.0495801 Dec 15 13:47:47.839729 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Deleting port e79b631a-8a11-4902-b87c-697becc30c17 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:47:47.840056 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778143263344'] for port, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.928252 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] For port e79b631a-8a11-4902-b87c-697becc30c17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e79b631a-8a11-4902-b87c-697becc30c17,segment=NetworkSegment(658900e6-5545-4f03-a0df-4ea7590aea6d),segment_id=658900e6-5545-4f03-a0df-4ea7590aea6d)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:47:47.928525 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624260'] for port, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:47.940943 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Calling delete_port for e79b631a-8a11-4902-b87c-697becc30c17 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:47:48.066310 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3904710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778143370451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778142820545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58931975'] for port, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.078652 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] get_ports_and_sgs() called for port_ids ['e79b631a-8a11-4902-b87c-697becc30c17'] {{(pid=102649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:47:48.094537 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Pushing event deleted for resources: {'Port': ['ID=e79b631a-8a11-4902-b87c-697becc30c17,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:47:48.138361 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] No DVR routers for this DVR port e79b631a-8a11-4902-b87c-697becc30c17 on host hv-cinder-81322 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:47:48.140830 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461076'] for port, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.144267 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65921d0c-9037-4765-99c3-4b663e01918d req-49fa5890-5ea1-4243-9eeb-91b46f67f619 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.66 "DELETE /v2.0/ports/e79b631a-8a11-4902-b87c-697becc30c17 HTTP/1.1" status: 204 len: 173 time: 0.3881874 Dec 15 13:47:48.144704 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf', 'name': 'network-vif-deleted', 'tag': 'e79b631a-8a11-4902-b87c-697becc30c17'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:47:48.146994 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43af2f66a9f06ab5e8357095d4dce856cd5367b1710ca7b0e3deadafd924607a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bdd9ba-feeb-4da5-ba3b-1ef234fc33b8" -d '{"events": [{"server_uuid": "ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf", "name": "network-vif-deleted", "tag": "e79b631a-8a11-4902-b87c-697becc30c17"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:47:48.242765 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acf8f2b-4e66-436c-82b0-3d745c4c8c2e x-openstack-request-id: req-5acf8f2b-4e66-436c-82b0-3d745c4c8c2e {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:47:48.243066 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf", "name": "network-vif-deleted", "tag": "e79b631a-8a11-4902-b87c-697becc30c17", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:47:48.243322 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5acf8f2b-4e66-436c-82b0-3d745c4c8c2e {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:47:48.243724 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf', 'name': 'network-vif-deleted', 'tag': 'e79b631a-8a11-4902-b87c-697becc30c17', 'status': 'completed', 'code': 200} Dec 15 13:47:48.497324 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [req-4a60ba6a-c736-42f7-9eaa-336278e4f95b req-d2440a4e-1079-4a57-a982-b9f475ebbee1 tempest-VolumesSnapshotTestJSON-252009658 tempest-VolumesSnapshotTestJSON-252009658-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca1102e5-9a25-414a-8cb7-bbb2a67b1cbf HTTP/1.1" status: 200 len: 210 time: 0.0258987 Dec 15 13:47:52.066074 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e79b631a-8a11-4902-b87c-697becc30c17 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:47:52.086359 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.plugin [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] No Port match for: e79b631a-8a11-4902-b87c-697becc30c17 {{(pid=102649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:47:52.086700 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.rpc [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Device e79b631a-8a11-4902-b87c-697becc30c17 not bound to the agent host hv-cinder-81322 {{(pid=102649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:47:59.665043 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-64cbcc23-36dd-497a-ba2c-7771874bef17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.216122 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-2402e0f4-640d-4e48-b2c3-d8894de47dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:03.289786 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:04.939824 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:05.555925 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:06.479733 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.564677 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.83', 33372) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:12.609260 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Deleting subnet 5498846f-2abc-49df-b66a-685eac7a0813 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:48:12.612312 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.646114 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58885247'] for subnet, precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.683882 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013510'] for subnet, precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.739842 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59530661'] for subnet, after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.764709 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5498846f-2abc-49df-b66a-685eac7a0813,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:12.769121 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.772243 dv-cinder-813228-4-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5498846f-2abc-49df-b66a-685eac7a0813 HTTP/1.1" status: 204 len: 168 time: 0.2065709 Dec 15 13:48:12.775389 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 33374) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:12.778576 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.778917 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.779253 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.779582 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.779903 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.780221 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.780539 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.780854 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.781169 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.781483 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.781820 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.782136 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.782447 dv-cinder-813228-4-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010d741-a75f-4c7f-9676-78ee12335806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:12.843835 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3869160'] for network, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.919122 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011601', 'neutron.services.segments.db._delete_segments_for_network-8778143306114'] for network, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.937544 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b270e446-48ff-4f05-938d-bcf4e2d6f813']}} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:12.946549 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658900e6-5545-4f03-a0df-4ea7590aea6d') {'for_net_delete': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:12.946841 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.services.segments.db [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658900e6-5545-4f03-a0df-4ea7590aea6d') {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:12.955707 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778143309195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376994'] for segment, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.968853 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055'] for segment, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.974457 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=102648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:48:12.974828 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62366710'] for segment, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: Traceback (most recent call last): Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: timer() Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: cb(*args, **kw) Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: return func(*args, **kwargs) Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: self._notify() Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: self.callback(batched_events) Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: event.method(event) Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: return f(self, *a, **k) Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._get(url).json() Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: return self.request(url, 'GET', **kwargs) Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:48:12.977009 dv-cinder-813228-4-iscsi neutron-server[102648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:48:13.032225 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783875'] for network, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.037508 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765034'] for network, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.040684 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] 10.222.0.83 "DELETE /v2.0/networks/b270e446-48ff-4f05-938d-bcf4e2d6f813 HTTP/1.1" status: 204 len: 168 time: 0.2643013 Dec 15 13:48:13.051410 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Pushing event deleted for resources: {'Network': ['ID=b270e446-48ff-4f05-938d-bcf4e2d6f813,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:13.058412 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.058765 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.059105 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.059439 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.059758 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.060085 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.060478 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.060736 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.061051 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.061397 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.061664 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.062011 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.062328 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d712402-636c-4cb5-9bb8-18ab10da8ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-4-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:13.144881 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 33378) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:13.184717 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-0be254e5-748e-4042-b630-80a080b3c08d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6ee752240d24f6985d8247a0cf949d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386865 Dec 15 13:48:13.187148 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [-] (102648) accepted ('10.222.0.83', 33380) {{(pid=102648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:13.232081 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e8cbad81-6a88-4e70-ada9-e4bb952971bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.252357 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e8cbad81-6a88-4e70-ada9-e4bb952971bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.301061 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e8cbad81-6a88-4e70-ada9-e4bb952971bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559203'] for security_group, after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.303586 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e8cbad81-6a88-4e70-ada9-e4bb952971bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.305333 dv-cinder-813228-4-iscsi neutron-server[102648]: INFO neutron.wsgi [None req-e8cbad81-6a88-4e70-ada9-e4bb952971bc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/97e9f452-67c9-4ac0-9e00-77c4c7344f7e HTTP/1.1" status: 204 len: 168 time: 0.1173000 Dec 15 13:48:13.313373 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbad81-6a88-4e70-ada9-e4bb952971bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e9f452-67c9-4ac0-9e00-77c4c7344f7e,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:23.680976 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:48:29.671654 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-733a4d3f-bb05-4e54-be50-6bd35e5a4fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:32.210270 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-044eed31-88e2-4d79-8525-169d9e75478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:33.291416 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:34.941986 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:35.557926 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:36.491786 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:59.663369 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ba0baf1f-1a8b-4500-9e97-1cc671e833da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:00.679924 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:49:02.213477 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-6616e6e6-a393-4e4d-8339-3ba0cc9e4987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:03.293264 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:04.946236 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:05.561133 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:06.502466 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:29.666183 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0b79-6048-4803-b8f6-2be030289080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:32.214606 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-0aa054c8-e2a8-4cbf-a624-9137fc9030a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:33.295790 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:34.946890 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:35.563426 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:36.513621 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:37.679026 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:49:59.669153 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-76474b93-b27c-4984-8134-718fe48e35f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:02.218015 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-4798ba67-3e46-43a0-b6cc-965f9bc06f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:03.298591 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:04.951033 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:05.565973 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:06.509989 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:14.677812 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:50:29.671073 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed2327aa-c267-4c61-8b13-7be597d8a937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:32.219855 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1b030abd-c78d-48d7-8886-d7ccdb9db6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:33.302065 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:34.952702 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.568228 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:36.523714 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.678907 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:50:59.678494 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9566ce10-2de8-42cc-999b-d9d51e2a8455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:02.221602 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-aa00e89c-2ac8-454e-a503-0bd928050614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:03.305348 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:04.957208 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:05.570368 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:06.520711 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:28.678879 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:51:29.680944 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-69421d76-9233-464d-a433-79ef80197501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:32.226707 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-69ecd80a-0663-4686-9f0b-d683672f01ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:33.306946 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:34.959087 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:35.572728 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:36.517747 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:51.222053 dv-cinder-813228-4-iscsi neutron-server[102648]: DEBUG neutron.wsgi [req-54c3b3d5-d72b-48b5-b253-e383d169c33f req-ca304970-11ca-4156-8d30-af7f3e5df99e service neutron] (102648) timed out ('10.222.0.66', 55352) {{(pid=102648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:51:59.683617 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b859d450-31d5-4cf5-a5d1-fd69acaeb16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:02.227679 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b1f6962f-3745-4749-ad96-bce7d0fe070d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:03.310607 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:04.965995 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.574360 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:05.678159 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:52:06.516905 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:29.689484 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e9af-4f7f-469f-b361-ae9778e8977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:32.230403 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-68ec6150-c7e8-4be7-97ef-05c2b60f2272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:33.313782 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:34.963851 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:35.576454 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:36.535277 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:42.676757 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:52:59.691885 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-31da64a6-5a2d-413c-88be-50d17393ebfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:02.231484 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5e4e-533a-4669-bf54-94eb8b863352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:03.320830 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-cf903af0-a7c4-4240-8686-6e784bd2eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:04.967293 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-df897174-f864-4114-9129-d4399ab3a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:05.579389 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-412a6fe6-d12d-4ede-b5d3-2809a461732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:06.537913 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-b23b638e-4b25-426c-afd2-0fbd6bb95edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.676418 dv-cinder-813228-4-iscsi neutron-server[102650]: DEBUG neutron.db.agents_db [None req-b3944ab6-e131-4d79-a1e6-6489a7b9b423 None None] Agent healthcheck: found 6 active agents {{(pid=102650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:53:29.694860 dv-cinder-813228-4-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-e8695d5f-88ea-4dc5-952b-34d42d3ddb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778143306069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009863'] for agent, after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}